-- Logs begin at Tue 2021-06-01 12:07:29 UTC, end at Tue 2021-06-01 13:08:19 UTC. -- Jun 01 12:38:52.029457 dv-cinder-776307-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 12:38:53.197115 dv-cinder-776307-6-smb neutron-server[98508]: Beware of the coming changes in the project packaging Jun 01 12:38:53.197763 dv-cinder-776307-6-smb neutron-server[98508]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 12:38:54.731138 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:38:54.732068 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 12:38:54.732210 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:38:54.735567 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.common.config [-] Logging enabled! Jun 01 12:38:54.735820 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 12:38:54.736120 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 12:38:54.737181 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:38:54.737410 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:38:54.737824 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:38:54.738065 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:38:54.738274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:38:54.738603 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.738886 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.739187 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.739405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.739704 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.739988 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.740266 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.740549 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.740904 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.741190 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.741466 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.741747 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.741976 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.742330 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.742618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.742896 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.743120 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] debug = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.743451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.743871 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.744293 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.744567 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.744907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.745193 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.745459 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.745733 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.746009 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.746344 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] host = dv-cinder-776307-6-smb {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.746619 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.746897 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.747178 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.747458 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.747728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.748001 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.748279 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.748632 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.748972 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.749242 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.749527 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.749888 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.750195 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.750428 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.750648 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.750933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.751213 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.751485 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.751758 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.752027 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.752571 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.752725 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.752983 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.753268 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.753550 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.753831 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.754163 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.754431 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.754701 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.754967 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.755241 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.755512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.755781 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.756050 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.756343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.756608 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.756932 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.757245 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.757536 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.757814 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.758091 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.758367 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.758649 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.758909 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.759203 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.759480 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_json = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.759742 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.760027 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.760296 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.760563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.760864 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.761141 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.761407 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.762007 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:54.762007 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.762267 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.762616 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.762839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.763127 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.763402 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.763685 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.763959 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.764251 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.764532 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.764901 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.765133 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.765413 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.765687 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.765975 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.766280 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.766572 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.766861 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.767126 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.767396 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.767664 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.767942 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.768219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.768508 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.768823 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.769088 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.769361 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.769651 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.769920 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.770293 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.770570 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.770855 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.771130 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.771396 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.771676 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.771949 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.772214 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.772478 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.772787 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.773078 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.773349 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.773613 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.773883 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.774153 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.774426 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.774750 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.775237 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.775391 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.775655 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.775928 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.776193 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.776461 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.776770 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.777061 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.777293 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.777558 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.777820 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.778102 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.778350 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.778613 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.778877 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.779228 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.779502 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.779772 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.780036 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.780428 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.780575 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.780862 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.781146 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.781438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.781709 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.781984 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.782256 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.782526 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.782800 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.783066 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.783336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.783607 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.783875 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.784166 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.784443 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.784756 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.785062 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.785394 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.785684 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.785960 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.786239 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.786512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.786789 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.787077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.787356 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.787647 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.787940 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.788266 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.788614 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.788934 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.789213 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.789526 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.789810 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:54.790075 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:38:54.790373 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 12:38:55.158860 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:38:55.159143 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:38:55.159514 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:38:55.160103 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 12:38:55.583706 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.584004 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.584349 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.585699 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.586002 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.586299 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.625324 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.625621 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.625935 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.640632 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.641010 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.641337 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.674176 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.674458 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.674749 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.718203 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.718519 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.718828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.986613 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.987303 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.987303 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.987547 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:55.988398 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.119687 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.120017 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.120345 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.120646 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.120957 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.121269 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.121507 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.121849 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.122130 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.122426 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.122684 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.122937 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.123212 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.123456 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.123747 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.124017 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.125751 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.126056 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.126329 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.126634 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.127001 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.127263 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.127518 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.127808 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.128141 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.128396 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.128928 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.129172 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.129414 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.129650 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.129884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.130119 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.130520 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 12:38:56.134207 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 12:38:56.138305 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 12:38:56.142617 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jun 01 12:38:56.144258 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 12:38:56.144810 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 12:38:56.145185 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 12:38:56.145621 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 12:38:56.149032 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 12:38:56.149315 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 12:38:56.149814 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:38:56.178204 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 12:38:56.178745 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.179112 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 12:38:56.179516 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.181236 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 12:38:56.181645 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 12:38:56.181896 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 12:38:56.185551 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.185874 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.262065 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 12:38:56.262308 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 12:38:56.262663 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 12:38:56.263132 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 12:38:56.298486 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_db.sqlalchemy.engines [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 12:38:56.662359 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing driver for type 'gre' Jun 01 12:38:56.663125 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] gre ID ranges: [(1, 1000)] Jun 01 12:38:56.743122 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing driver for type 'local' Jun 01 12:38:56.743573 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing driver for type 'vlan' Jun 01 12:38:56.758708 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] VlanTypeDriver initialization complete Jun 01 12:38:56.759234 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing driver for type 'vxlan' Jun 01 12:38:56.759964 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] vxlan ID ranges: [(1, 1000)] Jun 01 12:38:56.825755 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing extension driver 'port_security' Jun 01 12:38:56.826158 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.extensions.port_security [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] PortSecurityExtensionDriver initialization complete Jun 01 12:38:56.826621 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing mechanism driver 'openvswitch' Jun 01 12:38:56.827040 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing mechanism driver 'hyperv' Jun 01 12:38:56.834309 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.plugins.ml2.plugin [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:38:56.835123 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.835604 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.836017 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.836467 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.836907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.837353 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.837693 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.838068 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.838484 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.838996 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.839369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.839836 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.840354 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.840766 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.841188 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.841626 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > address_group after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.842026 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > address_group after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.842393 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.842788 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] ML2 OVO RPC backend initialized. {{(pid=98508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 12:38:56.843584 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.843965 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.844495 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.844939 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > networks before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.845385 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.845797 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > ports before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.846198 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.846646 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnets before_response 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.847129 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.847529 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.847923 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.848315 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.848733 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.849130 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.849514 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.849922 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.850270 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.851031 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.plugin [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Modular L2 Plugin initialization complete Jun 01 12:38:56.851483 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading services supported by the core plugin {{(pid=98508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 12:38:56.851870 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.plugins.ml2.managers [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Got port-security extension from driver 'port_security' Jun 01 12:38:56.852392 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.extensions.vlantransparent [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Disabled vlantransparent extension. Jun 01 12:38:56.853082 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 12:38:56.853442 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: router Jun 01 12:38:56.893244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.893626 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_create 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.894087 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router before_create 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.894481 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.894850 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.895201 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_delete 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.895542 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.895901 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_create 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.896322 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.896692 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.897071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.897424 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.897835 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.898210 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.898537 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.898864 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: subnet after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.899193 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.899544 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.899992 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.900334 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.900691 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.901157 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router after_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.901496 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.901840 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_create 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.902207 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.902564 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_update 55549900 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.902933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > network after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.903889 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Tracking information for resource: router configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.904184 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Tracking information for resource: floatingip configured {{(pid=98508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 12:38:56.909802 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.db.l3_agentschedulers_db [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 12:38:56.910380 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.910736 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.911067 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.911417 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: port after_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.912232 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router before_create 55550100 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.912652 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.912984 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_create 55550100 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.913327 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > router precommit_update 55550100 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.918249 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.provider_configuration [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service providers = [] {{(pid=98508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 12:38:56.918710 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.db.servicetype_db [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 12:38:56.921868 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.service_base [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:38:56.922201 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.service_base [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:38:56.922543 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.service_base [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:38:56.923418 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.services.service_base [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 12:38:56.923790 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.services.service_base [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 12:38:56.924489 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.924764 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 12:38:56.936522 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.936990 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: auto_allocate Jun 01 12:38:56.943443 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: network precommit_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.943861 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: network precommit_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.944560 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.945048 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: tag Jun 01 12:38:56.952803 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.953118 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: timestamp Jun 01 12:38:56.957551 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.957876 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: network_ip_availability Jun 01 12:38:56.963975 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.964204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.964543 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:56.965451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.965715 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: flavors Jun 01 12:38:56.971530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.971845 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading Plugin: revisions Jun 01 12:38:56.976792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 12:38:56.977185 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.818s {{(pid=98508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:38:56.978094 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 12:38:56.978422 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Initializing extension manager. Jun 01 12:38:56.978938 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: __init__.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.979278 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: __pycache__ {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.979595 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.979933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: address_group.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.980832 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.981435 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: address-group Jun 01 12:38:56.982100 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: address_scope.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.982939 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.983350 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: address-scope Jun 01 12:38:56.983672 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.984718 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.985223 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: router-admin-state-down-before-update Jun 01 12:38:56.985556 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: agent.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.986255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.986765 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: agent Jun 01 12:38:56.987330 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: agent_resources_synced.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.988027 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.988531 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: agent-resources-synced Jun 01 12:38:56.988876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: allowedaddresspairs.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.990787 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.991318 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: allowed-address-pairs Jun 01 12:38:56.991636 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: auto_allocated_topology.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.992814 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.993435 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: auto-allocated-topology Jun 01 12:38:56.993877 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: availability_zone.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.994745 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.995261 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: availability_zone Jun 01 12:38:56.995568 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: availability_zone_filter.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.996601 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.997149 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: availability_zone_filter Jun 01 12:38:56.997466 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: data_plane_status.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:56.998415 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:56.998912 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 12:38:56.999228 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: default_subnetpools.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.000214 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.000768 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: default-subnetpools Jun 01 12:38:57.001082 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.002019 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.002525 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: dhcp_agent_scheduler Jun 01 12:38:57.002842 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: dns.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.003897 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.004396 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 12:38:57.004761 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: dns_domain_ports.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.005829 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.006472 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 12:38:57.006823 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: dvr.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.007548 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.008126 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: dvr Jun 01 12:38:57.008447 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: empty_string_filtering.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.009538 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.010087 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: empty-string-filtering Jun 01 12:38:57.010439 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.011393 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.011921 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:38:57.012281 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.013348 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.013893 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 12:38:57.014256 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: external_net.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.015227 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.015779 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: external-net Jun 01 12:38:57.016127 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.017120 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.017665 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: extra_dhcp_opt Jun 01 12:38:57.018015 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: extraroute.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.018936 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.019479 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: extraroute Jun 01 12:38:57.019826 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: extraroute_atomic.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.020929 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.021474 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: extraroute-atomic Jun 01 12:38:57.021825 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: filter_validation.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.022538 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.023312 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: filter-validation Jun 01 12:38:57.023528 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: fip_pf_description.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.024941 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.025504 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 12:38:57.025896 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: fip_port_details.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.026865 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.027444 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: fip-port-details Jun 01 12:38:57.027793 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: flavors.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.029154 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.029713 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: flavors Jun 01 12:38:57.030065 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.031792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.032305 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 12:38:57.032626 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: floatingip_pools.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.033355 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.033854 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: floatingip-pools Jun 01 12:38:57.034173 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: ip_allocation.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.035114 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.035720 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 12:38:57.035918 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.036848 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.037345 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: ip-substring-filtering Jun 01 12:38:57.037661 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l2_adjacency.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.038577 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.039066 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 12:38:57.039380 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.040437 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.040969 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: router Jun 01 12:38:57.041288 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.043659 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.044220 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 12:38:57.044603 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.045575 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.046102 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: ext-gw-mode Jun 01 12:38:57.046420 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.047318 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.047828 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: l3-ha Jun 01 12:38:57.048230 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3_flavors.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.049165 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.049666 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: l3-flavors Jun 01 12:38:57.049985 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.050885 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.051381 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 12:38:57.051695 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: l3agentscheduler.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.052868 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.053389 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: l3_agent_scheduler Jun 01 12:38:57.053712 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: logging.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.055387 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.056134 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension logging not supported by any of loaded plugins Jun 01 12:38:57.056342 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: metering.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.057209 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.057797 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: metering Jun 01 12:38:57.058128 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.059349 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.059865 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: metering_source_and_destination_fields Jun 01 12:38:57.060187 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: multiprovidernet.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.061320 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.061819 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: multi-provider Jun 01 12:38:57.062138 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: netmtu.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.063113 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.063612 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: net-mtu Jun 01 12:38:57.063932 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: netmtu_writable.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.064950 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.065374 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: net-mtu-writable Jun 01 12:38:57.065690 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: network_availability_zone.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.066385 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.066874 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: network_availability_zone Jun 01 12:38:57.067174 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: network_ip_availability.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.068389 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.068848 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: network-ip-availability Jun 01 12:38:57.069171 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: network_segment_range.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.070017 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.070511 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 12:38:57.070830 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: pagination.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.071860 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.072183 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: pagination Jun 01 12:38:57.072602 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: port_device_profile.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.073409 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.073922 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: port-device-profile Jun 01 12:38:57.074236 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.075122 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.075626 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: port-mac-address-regenerate Jun 01 12:38:57.075974 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.076940 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.077441 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: port-numa-affinity-policy Jun 01 12:38:57.077755 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: port_resource_request.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.078617 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.079142 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 12:38:57.079428 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: portbindings.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.080373 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.080906 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: binding Jun 01 12:38:57.081219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: portbindings_extended.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.082537 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.083078 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: binding-extended Jun 01 12:38:57.083464 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: portsecurity.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.084409 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.085008 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: port-security Jun 01 12:38:57.085345 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: project_id.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.086386 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.086717 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: project-id Jun 01 12:38:57.087106 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: providernet.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.088152 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.088871 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: provider Jun 01 12:38:57.089129 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.092949 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.093420 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos not supported by any of loaded plugins Jun 01 12:38:57.093811 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.095201 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.095814 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 12:38:57.096140 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.097065 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.097565 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 12:38:57.097890 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_default.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.098778 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.099284 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-default not supported by any of loaded plugins Jun 01 12:38:57.099591 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_fip.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.100244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.100772 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 12:38:57.101087 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_gateway_ip.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.101990 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.102486 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 12:38:57.102835 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_port_network_policy.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.103732 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.104221 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 12:38:57.104539 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_rule_type_details.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.105497 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.105968 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 12:38:57.106277 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: qos_rules_alias.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.107705 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.108244 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 12:38:57.108560 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: quotasv2.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.109734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.111375 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: quotas Jun 01 12:38:57.111782 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: quotasv2_detail.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.113801 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.114196 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: quota_details Jun 01 12:38:57.114565 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: rbac.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.115772 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.116374 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: rbac-policies Jun 01 12:38:57.116772 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: rbac_address_group.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.117761 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.118324 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: rbac-address-group Jun 01 12:38:57.118744 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: rbac_address_scope.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.119710 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.120322 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: rbac-address-scope Jun 01 12:38:57.120713 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: rbac_security_groups.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.121669 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.122244 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: rbac-security-groups Jun 01 12:38:57.122600 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: rbac_subnetpool.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.123626 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.124197 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: rbac-subnetpool Jun 01 12:38:57.124551 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: revisionifmatch.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.125563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.126114 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: revision-if-match Jun 01 12:38:57.126476 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: revisions.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.127648 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.128285 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: standard-attr-revisions Jun 01 12:38:57.128559 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: router_availability_zone.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.129292 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.129845 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: router_availability_zone Jun 01 12:38:57.130285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: routerservicetype.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.131153 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.131710 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 12:38:57.132068 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.133063 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.133618 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: security-groups-normalized-cidr Jun 01 12:38:57.134004 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.134992 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.135515 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: port-security-groups-filtering Jun 01 12:38:57.135912 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.136906 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.137459 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: security-groups-remote-address-group Jun 01 12:38:57.137813 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: securitygroup.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.147775 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.148332 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: security-group Jun 01 12:38:57.148739 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: segment.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.149578 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.150230 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension segment not supported by any of loaded plugins Jun 01 12:38:57.150558 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.151626 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.152138 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 12:38:57.152456 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: servicetype.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.153637 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.154154 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: service-type Jun 01 12:38:57.154478 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: sorting.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.155447 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.155771 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: sorting Jun 01 12:38:57.156092 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: standard_attr_segment.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.157024 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.157530 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 12:38:57.157849 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: standardattrdescription.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.158499 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.159130 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: standard-attr-description Jun 01 12:38:57.159516 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: stateful_security_group.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.160454 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.161029 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: stateful-security-group Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: stdattrs_common.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 12:38:57.166260 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnet_onboard.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.166772 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.166772 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: subnet_onboard Jun 01 12:38:57.166772 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.167597 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.168392 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 12:38:57.168834 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnet_service_types.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.169894 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.170487 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: subnet-service-types Jun 01 12:38:57.170848 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnetallocation.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.171997 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.172558 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: subnet_allocation Jun 01 12:38:57.172949 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.173677 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.174249 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: subnetpool-prefix-ops Jun 01 12:38:57.174586 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.175604 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.176165 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 12:38:57.176520 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: tagging.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.177704 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.178218 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: standard-attr-tag Jun 01 12:38:57.178547 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: timestamp.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.179816 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.180332 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loaded extension: standard-attr-timestamp Jun 01 12:38:57.180672 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: trunk.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.181793 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.182315 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension trunk not supported by any of loaded plugins Jun 01 12:38:57.182640 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: trunk_details.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.183570 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.184073 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 12:38:57.184388 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: uplink_status_propagation.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.185352 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.185861 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 12:38:57.186226 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Loading extension file: vlantransparent.py {{(pid=98508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 12:38:57.186868 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 12:38:57.187373 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 12:38:57.190068 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:network Jun 01 12:38:57.190826 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnet Jun 01 12:38:57.192917 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:38:57.193588 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:port Jun 01 12:38:57.194982 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.195422 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service FLAVORS assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.196047 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.196466 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.196876 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:router Jun 01 12:38:57.197588 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:38:57.198515 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service METERING assigned prefix: /metering {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.200045 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:57.200413 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:57.200789 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:38:57.202075 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:38:57.202529 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:38:57.203251 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:38:57.204029 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service CORE assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.204347 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:38:57.204718 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] subnetpool is already registered Jun 01 12:38:57.205365 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service CORE assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.205684 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:38:57.206012 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] subnetpool is already registered Jun 01 12:38:57.208885 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.209332 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service FLAVORS assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.209925 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.210340 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.210679 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:router Jun 01 12:38:57.211005 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] router is already registered Jun 01 12:38:57.211784 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 12:38:57.211998 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] floatingip is already registered Jun 01 12:38:57.212755 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service METERING assigned prefix: /metering {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.213478 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 12:38:57.213807 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] rbac_policy is already registered Jun 01 12:38:57.214371 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:security_group Jun 01 12:38:57.214705 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] security_group is already registered Jun 01 12:38:57.215320 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 12:38:57.215650 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] security_group_rule is already registered Jun 01 12:38:57.216356 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service CORE assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.216692 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:38:57.217032 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] subnetpool is already registered Jun 01 12:38:57.217640 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.v2.resource_helper [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Service CORE assigned prefix: {{(pid=98508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 12:38:57.217974 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 12:38:57.218290 dv-cinder-776307-6-smb neutron-server[98508]: WARNING neutron.quota.resource_registry [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] subnetpool is already registered Jun 01 12:38:57.218934 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: extensions {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.220810 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: address-groups {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.222451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: address-scopes {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.223669 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: agents {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.224839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: auto-allocated-topology {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.226104 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: availability_zones {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.227427 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: dhcp-networks {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.228927 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: dhcp-agents {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.230356 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: routers {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.232515 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: flavors {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.233775 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: service_profiles {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.234984 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: next_providers {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.236532 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: service_profiles {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.238036 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: floatingip-pools {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.239249 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: routers {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.241098 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: floatingips {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.242328 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: l3-routers {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.243756 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: l3-agents {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.245179 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: metering-labels {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.246540 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: metering-label-rules {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.247811 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: network-ip-availabilities {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.249114 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: bindings {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.250757 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: quotas {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.252220 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: quotas {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.253659 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: rbac-policies {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.254966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: security-groups {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.256186 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: security-group-rules {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.257676 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: service-providers {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.258872 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: subnetpools {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.261546 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: subnetpools {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.263016 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.264757 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.384516 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.386708 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.388547 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.390469 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.392170 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.394145 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.395889 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.397810 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron.api.extensions [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Extended resource: tags {{(pid=98508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 12:38:57.405045 dv-cinder-776307-6-smb neutron-server[98508]: WARNING keystonemiddleware.auth_token [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 12:38:57.410136 dv-cinder-776307-6-smb neutron-server[98508]: WARNING keystonemiddleware.auth_token [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 12:38:57.419184 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Acquired lock "singleton_lock" {{(pid=98508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 12:38:57.419565 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_concurrency.lockutils [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Releasing lock "singleton_lock" {{(pid=98508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 12:38:57.420229 dv-cinder-776307-6-smb neutron-server[98508]: INFO oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Starting 2 workers Jun 01 12:38:57.425024 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Started child 98617 {{(pid=98508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:38:57.429935 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Started child 98618 {{(pid=98508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:38:57.431009 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.432001 dv-cinder-776307-6-smb neutron-server[98508]: INFO neutron.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 12:38:57.432132 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Notify callbacks [] for process, before_spawn {{(pid=98508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.432920 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [-] (98617) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:38:57.434763 dv-cinder-776307-6-smb neutron-server[98508]: INFO oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Starting 1 workers Jun 01 12:38:57.437655 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.439781 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [-] (98618) wsgi starting up on http://0.0.0.0:9696 Jun 01 12:38:57.439942 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Started child 98619 {{(pid=98508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:38:57.440409 dv-cinder-776307-6-smb neutron-server[98508]: INFO oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Starting 1 workers Jun 01 12:38:57.444822 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] calling RpcWorker wait() {{(pid=98619) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 12:38:57.445777 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Started child 98620 {{(pid=98508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 12:38:57.445923 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.service [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] returning from RpcWorker wait() {{(pid=98619) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 12:38:57.446044 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG neutron_lib.callbacks.manager [None req-e057960a-ec9e-4589-b3e0-aba7c6d6e7a1 None None] Notify callbacks [] for process, after_spawn {{(pid=98508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.447333 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.447864 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:38:57.448026 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:38:57.448147 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:38:57.448279 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:38:57.448444 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:38:57.448982 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:38:57.449147 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:38:57.449657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.449932 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.450208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.450464 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.450745 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.451310 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.451559 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.451806 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.452091 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.452347 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.452542 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.452784 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.452991 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.453190 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.453574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.453839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.454151 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.454430 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.454617 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.454844 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.455183 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.455459 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.455771 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] debug = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.455966 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:38:57.456863 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.456863 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.456863 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.457451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.457451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.457806 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.457806 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.458162 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.458375 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.458572 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.458806 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.459056 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.459297 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.459522 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.459791 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.460075 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.460285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.460787 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] host = dv-cinder-776307-6-smb {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.461074 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.461295 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.461547 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.461814 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.462050 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.462452 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.462706 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.462968 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.463291 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.463532 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.463785 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.464032 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.464358 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.464603 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.464860 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_options = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.465038 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.465298 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.465648 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.465837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.466021 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.466215 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.466400 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.466579 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.466855 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.467082 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.467287 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.467485 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.467726 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.467937 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.468181 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.468410 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.468649 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.468888 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.469122 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.469369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.469574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.469808 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.470130 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.470361 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.470594 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.470826 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.471057 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.471304 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.471503 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.471768 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.471993 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.472239 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.472484 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.472762 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.472993 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.473219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.473448 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.473714 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.473944 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.474190 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.474539 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.474756 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.474997 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.475209 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.475438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.475809 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_json = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.475976 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.476138 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.476317 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.476524 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.476847 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.477077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.477287 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.477645 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.478001 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.478275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.478577 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.478802 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.479039 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.479275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.479505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.479724 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.479984 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.480303 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.480612 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.480865 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.481166 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.481405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.481973 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.482296 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.482575 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.482848 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.483084 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.483304 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.483550 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.483789 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.484124 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.484392 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.484763 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.485035 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.485326 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.485553 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.485789 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.486127 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.486308 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.486493 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.486686 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.486985 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.487268 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.487454 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.487806 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.488323 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.488323 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.488711 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.488711 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.489066 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.489066 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.489434 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.489730 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.489730 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.490275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.490275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.490574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.490761 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.490947 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.491121 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.491539 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.491539 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.491897 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.492105 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.492353 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.492749 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.493029 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.493557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.493557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.493821 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.494013 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.494203 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495059 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495059 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495059 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495435 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495435 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.495665 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497369 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497902 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497902 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.497902 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.498140 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.498381 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.498520 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.499792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.499792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.499792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.499792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.499792 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.500477 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.500477 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.500477 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.500925 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.501070 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.501229 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.501442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.501695 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.501908 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.502148 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.502383 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.502666 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.502969 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.503126 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.503366 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.503518 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.503810 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.505966 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507202 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507325 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:38:57.507451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507995 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.507995 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.508321 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.508321 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.508559 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.508798 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.509078 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.509477 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.510344 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.510584 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.511029 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.511238 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.511701 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.512856 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.512856 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.512856 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.512856 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.513332 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.513332 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.513515 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.513778 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.514137 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.514346 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.514539 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.514722 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.514920 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.515357 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.515357 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.515735 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.515735 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.516040 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.516176 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.516400 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.516686 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.516927 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.517079 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.517309 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.517501 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.517880 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.518119 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.518368 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.518535 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.518967 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.519206 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.519430 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.519641 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.519840 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.520803 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.520803 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.520803 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.520803 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.521275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.521275 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.521508 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.521784 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.522014 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.522225 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.522458 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.522691 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.522883 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.523916 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.523916 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.523916 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.523916 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.524930 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.524930 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.524930 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.524930 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.525381 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.525381 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.525623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.525740 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.525953 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.526182 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.526614 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.526822 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.527199 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.527406 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.527796 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.528093 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.528430 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.528606 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.529007 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.529349 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.529711 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.530585 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.531107 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.531943 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.531943 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.531943 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.532451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.532451 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.532832 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.532832 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.533134 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.534510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.535839 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.536555 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.536555 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.536555 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.538964 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.540557 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.541978 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.541978 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.541978 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.541978 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.541978 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.543446 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.547623 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.548933 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 12:38:57.549752 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.550530 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.552620 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] debug = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.553879 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.554512 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.555372 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] host = dv-cinder-776307-6-smb {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.556828 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.558336 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_options = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.566588 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.567657 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.568525 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.569405 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.570264 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_json = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571058 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 12:38:57.571907 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.576077 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.579837 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.581728 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.93/identity {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.584204 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.586618 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.588338 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.589255 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.590135 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.591099 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.592012 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.594031 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.596924 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.597505 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.598208 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.599060 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.600034 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601071 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.93/identity {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.601884 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.602876 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.603734 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.604563 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.605442 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.606274 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.607403 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.608244 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.609574 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.610609 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.611510 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.612438 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.613343 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.614219 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.615285 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 12:38:57.616222 dv-cinder-776307-6-smb neutron-server[98508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 12:38:57.653139 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:38:57.744924 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52004) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:38:57.753601 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [-] 10.222.0.93 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065491 Jun 01 12:39:10.449209 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47461070-89fb-4cbf-b1f5-390bc3395f01 None None] get_active_networks_info from dv-cinder-776307-6-smb {{(pid=98619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 12:39:10.635260 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47461070-89fb-4cbf-b1f5-390bc3395f01 None None] No non-hosted networks {{(pid=98619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 12:39:10.659576 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.agentschedulers_db [None req-47461070-89fb-4cbf-b1f5-390bc3395f01 None None] DHCP Agent not found on host dv-cinder-776307-6-smb {{(pid=98619) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 12:39:10.987348 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-52a867ec-8abb-4be9-b76d-49e83ff648f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:13.722141 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c036f9ad-2138-498b-893c-e2de4335fc47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:13.772185 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-afefdf3f-f4c2-4ddf-9716-2708a248caec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:14.063335 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:14.068241 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.072885 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.073717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.074356 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.074921 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.075453 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.076349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.077652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.078489 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.079092 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.079984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.081060 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:14.081900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776307-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:14.095056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776307-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:15.260117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:17.903791 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:18.989775 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.db.l3_hamode_db [None req-676d8c09-c579-452c-b83d-7065fc4fcfdd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 12:39:19.089637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d8c09-c579-452c-b83d-7065fc4fcfdd None None] Routers set() bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:39:19.090332 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d8c09-c579-452c-b83d-7065fc4fcfdd None None] Router IDs set() for agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 12:39:19.137310 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52096) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:19.909626 dv-cinder-776307-6-smb neutron-server[98617]: WARNING oslo_policy.policy [None req-860feda4-4df1-47ea-b5ae-a6e1f0ebde9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:19.910653 dv-cinder-776307-6-smb neutron-server[98617]: WARNING oslo_policy.policy [None req-860feda4-4df1-47ea-b5ae-a6e1f0ebde9e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:20.313158 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [None req-860feda4-4df1-47ea-b5ae-a6e1f0ebde9e admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:39:20.314481 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-860feda4-4df1-47ea-b5ae-a6e1f0ebde9e admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1751552 Jun 01 12:39:22.915717 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52110) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:23.376948 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:23.478522 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.policy [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:39:23.524932 dv-cinder-776307-6-smb neutron-server[98617]: WARNING oslo_policy.policy [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:23.525312 dv-cinder-776307-6-smb neutron-server[98617]: WARNING oslo_policy.policy [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:23.534234 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.quota [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Loaded quota_driver: . Jun 01 12:39:23.549786 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:23.616284 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338764087', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338764526', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338765031', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338781075', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338651670', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758338664953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16206733', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16230159', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-483892', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-542177'] for rbac-policy, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:23.693530 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:23.695005 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-26852b73-89d9-438d-8306-9be845f07740 admin admin] 10.222.0.93 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7779775 Jun 01 12:39:26.694862 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52124) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:27.438423 dv-cinder-776307-6-smb neutron-server[98618]: WARNING oslo_policy.policy [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:27.439288 dv-cinder-776307-6-smb neutron-server[98618]: WARNING oslo_policy.policy [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:27.841256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'name': 'private', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:27.843848 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.quota [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Loaded quota_driver: . Jun 01 12:39:27.867375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:27.878546 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Usage tracker for resource:network and tenant:466b69d0876d49f4b80b63a50346c63f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:27.887089 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:27.900092 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:27.925759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Made reservation on behalf of 466b69d0876d49f4b80b63a50346c63f for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:39:28.003736 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.policy [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 12:39:28.051484 dv-cinder-776307-6-smb neutron-server[98618]: WARNING oslo_policy.policy [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:28.051833 dv-cinder-776307-6-smb neutron-server[98618]: WARNING oslo_policy.policy [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 12:39:28.064072 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.087605 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.105059 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:28.110058 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Usage tracker for resource:security_group_rule and tenant:466b69d0876d49f4b80b63a50346c63f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:28.117097 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:28.124344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:28.245467 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.250449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.256521 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:28.282624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1095} {{(pid=98618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:39:28.309839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758335843813', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.310447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Unsubscribe: segment precommit_create {{(pid=98618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:39:28.310933 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Added segment 2f5cb805-3d57-4724-922b-32ff74d879c5 of type vlan for network 84439221-9d3c-440b-8212-5d1f83f254d1 Jun 01 12:39:28.328602 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e5e335-7b5d-4a13-91fd-285dacb76596,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:28.395072 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.395379 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.395572 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.395892 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.396204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.396515 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.396879 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.397159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.397663 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.397822 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.398075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.398374 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Tracked resource versions report: Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: pushed versions: Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: { 'AddressGroup': {'1.2'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'ConntrackHelper': {'1.0'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Log': {'1.0'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Network': {'1.1'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Port': {'1.7'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'PortForwarding': {'1.2'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'QosPolicy': {'1.8'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroup': {'1.4'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SubPort': {'1.0'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Subnet': {'1.1'}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Trunk': {'1.1'}} Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: consumer versions: Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'ConntrackHelper': '1.0', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Log': '1.0', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Network': '1.1', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Port': '1.7', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'PortForwarding': '1.2', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'QosPolicy': '1.8', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroup': '1.4', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroupRule': '1.2', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'SubPort': '1.0', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Subnet': '1.1', Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: 'Trunk': '1.1'}} Jun 01 12:39:28.399566 dv-cinder-776307-6-smb neutron-server[98618]: {{(pid=98618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:39:28.458842 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.463256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:28.508965 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.510514 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:28.511223 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:28.514867 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:28.630439 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.9342151 Jun 01 12:39:28.635835 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Pushing event updated for resources: {'Network': ['ID=84439221-9d3c-440b-8212-5d1f83f254d1,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:28.640504 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:28.653056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 84439221-9d3c-440b-8212-5d1f83f254d1 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:39:31.643890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52146) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:32.315896 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f395682-2a97-4df3-9d16-727f3a269185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:32.317653 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3f395682-2a97-4df3-9d16-727f3a269185 admin admin] 10.222.0.93 "GET /v2.0/networks/84439221-9d3c-440b-8212-5d1f83f254d1 HTTP/1.1" status: 200 len: 826 time: 0.6726120 Jun 01 12:39:32.352694 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-18817c75-653a-42fe-bd9e-8e3583d1b6e6 admin admin] 10.222.0.93 "GET /v2.0/subnetpools/3aeb8ad1-47b9-4b06-b971-ce8a7d331982 HTTP/1.1" status: 200 len: 734 time: 0.0291862 Jun 01 12:39:32.365786 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Request body: {'subnet': {'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'name': 'private-subnet', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:32.372111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:32.377710 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Usage tracker for resource:subnet and tenant:466b69d0876d49f4b80b63a50346c63f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:32.382955 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:32.397764 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:32.414335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Made reservation on behalf of 466b69d0876d49f4b80b63a50346c63f for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:39:32.418148 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:33.168316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:33.174509 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:33.315007 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f1ac39-5740-46bc-aaa0-e84914141e52,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:33.318584 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Checking segment: {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:39:33.319212 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Network hostable DHCP agents. Network: 84439221-9d3c-440b-8212-5d1f83f254d1, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:39:33.327531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:33.354862 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Network 84439221-9d3c-440b-8212-5d1f83f254d1 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:39:33.372495 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 84439221-9d3c-440b-8212-5d1f83f254d1) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:39:33.379239 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:33.380051 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:33.388456 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00156c-133f-4ddf-92d3-8837a3817034 None None] Network 84439221-9d3c-440b-8212-5d1f83f254d1 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:39:33.410569 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0485547 Jun 01 12:39:33.758330 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-84439221-9d3c-440b-8212-5d1f83f254d1', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:39:33.759597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:34.001300 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Allocated IP 172.20.0.2 (84439221-9d3c-440b-8212-5d1f83f254d1/e0f1ac39-5740-46bc-aaa0-e84914141e52/7dbd9c91-feec-4c61-b5ae-89fa42e61626) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:39:34.414855 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:34.432866 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Transition to ACTIVE for port object 7dbd9c91-feec-4c61-b5ae-89fa42e61626 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:39:34.461275 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Transition to ACTIVE for port object 7dbd9c91-feec-4c61-b5ae-89fa42e61626 will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:39:34.471898 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:34.482373 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:34.597654 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Network 84439221-9d3c-440b-8212-5d1f83f254d1 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:39:34.603154 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:39:34.614035 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:39:34.625344 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Pushing event updated for resources: {'Port': ['ID=7dbd9c91-feec-4c61-b5ae-89fa42e61626,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:34.708889 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.709454 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.710006 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.710717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.711097 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.711723 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.712231 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.712773 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.713309 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.713954 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.714342 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.714868 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Tracked resource versions report: Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: pushed versions: Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: { 'AddressGroup': {'1.2'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'ConntrackHelper': {'1.0'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Log': {'1.0'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Network': {'1.1'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Port': {'1.7'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'PortForwarding': {'1.2'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'QosPolicy': {'1.8'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroup': {'1.4'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SubPort': {'1.0'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Subnet': {'1.1'}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Trunk': {'1.1'}} Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: consumer versions: Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'ConntrackHelper': '1.0', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Log': '1.0', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Network': '1.1', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Port': '1.7', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'PortForwarding': '1.2', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'QosPolicy': '1.8', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroup': '1.4', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroupRule': '1.2', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'SubPort': '1.0', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Subnet': '1.1', Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: 'Trunk': '1.1'}} Jun 01 12:39:34.716955 dv-cinder-776307-6-smb neutron-server[98619]: {{(pid=98619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:39:34.779695 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:34.817236 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Attempting to bind port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:39:34.817856 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Attempting to bind port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:39:34.818532 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Attempting to bind port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 on network 84439221-9d3c-440b-8212-5d1f83f254d1 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:39:34.829115 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:39:34.829717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Checking segment: {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:39:34.830513 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:34.831134 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Bound using segment: {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:39:34.832012 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Bound port: 7dbd9c91-feec-4c61-b5ae-89fa42e61626, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:39:34.832633 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:35.001180 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] For port 7dbd9c91-feec-4c61-b5ae-89fa42e61626, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:39:35.008849 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] For port 7dbd9c91-feec-4c61-b5ae-89fa42e61626, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=7dbd9c91-feec-4c61-b5ae-89fa42e61626,segment=NetworkSegment(2f5cb805-3d57-4724-922b-32ff74d879c5),segment_id=2f5cb805-3d57-4724-922b-32ff74d879c5)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:39:35.016354 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:35.023389 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:35.176712 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Pushing event updated for resources: {'Port': ['ID=7dbd9c91-feec-4c61-b5ae-89fa42e61626,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:35.182024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:36.302504 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52156) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:36.770181 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [None req-db75b63f-0068-46d2-ac21-be2a36f09b63 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:39:36.771136 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-db75b63f-0068-46d2-ac21-be2a36f09b63 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4675441 Jun 01 12:39:39.502127 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52166) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:40.010185 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [None req-b95219d2-5cee-4dc2-833a-4473094ddb11 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:39:40.012758 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b95219d2-5cee-4dc2-833a-4473094ddb11 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5077600 Jun 01 12:39:40.183896 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-dfcee332-4825-46a5-95ac-acf39195be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:40.391095 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 7dbd9c91-feec-4c61-b5ae-89fa42e61626 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:39:40.483338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:39:41.229898 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9120ad-fa58-4d55-98a9-a30e3f6bb4a8 None None] Network 84439221-9d3c-440b-8212-5d1f83f254d1 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:39:41.442343 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Provisioning for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:39:41.457080 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Provisioning complete for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:39:41.457716 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:41.850781 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:41.929426 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] For port 7dbd9c91-feec-4c61-b5ae-89fa42e61626, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=7dbd9c91-feec-4c61-b5ae-89fa42e61626,segment=NetworkSegment(2f5cb805-3d57-4724-922b-32ff74d879c5),segment_id=2f5cb805-3d57-4724-922b-32ff74d879c5)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:39:41.937160 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:41.964557 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c3cb6384-c4fc-468e-9cea-47e79f7c8ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:42.103248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Pushing event updated for resources: {'Port': ['ID=7dbd9c91-feec-4c61-b5ae-89fa42e61626,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:42.108892 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:42.372857 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-9c872886-24cc-451f-a31e-4e8748c9fd55 None None] Provisioning complete for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:39:42.373455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-9c872886-24cc-451f-a31e-4e8748c9fd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:42.403012 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 7dbd9c91-feec-4c61-b5ae-89fa42e61626 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:39:42.589072 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:39:42.589456 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.192271 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52184) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:43.611552 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'name': 'router1'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:43.617038 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:43.621446 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Usage tracker for resource:router and tenant:466b69d0876d49f4b80b63a50346c63f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:43.625228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:43.631796 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:43.644961 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.646754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.680194 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.691427 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-89571292-64ad-451a-8004-7c4fdec182f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.818394 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.843621 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:43.845024 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3cdeb136-e0b6-4b81-8f75-828c0e23b3ec admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6515942 Jun 01 12:39:44.035400 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:45.176005 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:46.557162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52204) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:46.735107 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [None req-37f178ab-15a0-4705-ac1a-72bb9d7e6156 admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:39:46.736114 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-37f178ab-15a0-4705-ac1a-72bb9d7e6156 admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1777511 Jun 01 12:39:47.816305 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:48.990588 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52224) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:49.048159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:49.052992 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:49.076173 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Usage tracker for resource:network and tenant:82e4db9ba27e4379908a57e8cb4e8fdb is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:49.079990 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:49.087049 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:49.099319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Made reservation on behalf of 82e4db9ba27e4379908a57e8cb4e8fdb for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:39:49.103498 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.126292 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.152264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:49.158746 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Usage tracker for resource:security_group_rule and tenant:82e4db9ba27e4379908a57e8cb4e8fdb is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:49.162970 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:49.171644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:49.272600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.278140 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.281548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:49.297844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Reserving flat network on physical network physnet1 {{(pid=98618) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 12:39:49.320305 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7447c7-9757-4fc9-b23b-c37d50c5df5f,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:49.324781 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:49.325795 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.326228 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Added segment c134bc42-6099-4d1a-bed7-3a76a4444d6f of type flat for network 38246d21-71b6-4a36-a2ba-395200fc688d Jun 01 12:39:49.362245 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.404998 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.406494 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:49.407122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:49.411019 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-25af16d8-fefe-412c-be4a-1ae817a5661f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:49.521081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Pushing event updated for resources: {'Network': ['ID=38246d21-71b6-4a36-a2ba-395200fc688d,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:49.525086 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:49.528087 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5363204 Jun 01 12:39:49.535863 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 38246d21-71b6-4a36-a2ba-395200fc688d details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:39:51.838021 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52234) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:51.988420 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97f4df-157b-4cdd-8911-37aef9333260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:51.989876 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-8c97f4df-157b-4cdd-8911-37aef9333260 admin admin] 10.222.0.93 "GET /v2.0/subnets/e0f1ac39-5740-46bc-aaa0-e84914141e52 HTTP/1.1" status: 200 len: 849 time: 0.1505888 Jun 01 12:39:52.140646 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-86badd26-0e02-4575-a063-01d0909b8f4b admin admin] 10.222.0.93 "GET /v2.0/routers/6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 HTTP/1.1" status: 200 len: 704 time: 0.1443541 Jun 01 12:39:52.714139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:52.991762 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Allocated IP 172.20.0.1 (84439221-9d3c-440b-8212-5d1f83f254d1/e0f1ac39-5740-46bc-aaa0-e84914141e52/72f42fc6-8c43-45c7-bd4b-26032a019678) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:39:53.216984 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:53.237833 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Transition to ACTIVE for port object 72f42fc6-8c43-45c7-bd4b-26032a019678 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:39:53.334447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:53.343027 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:53.461600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Network 84439221-9d3c-440b-8212-5d1f83f254d1 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:39:53.467167 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:39:53.474191 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:39:53.474843 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:53.682601 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-4d9add5a-a423-4f58-8ace-4f9555d30fad None None] Provisioning for port 72f42fc6-8c43-45c7-bd4b-26032a019678 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:39:53.690044 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-4d9add5a-a423-4f58-8ace-4f9555d30fad None None] Provisioning complete for port 72f42fc6-8c43-45c7-bd4b-26032a019678 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:39:53.690795 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4d9add5a-a423-4f58-8ace-4f9555d30fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:53.748483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=72f42fc6-8c43-45c7-bd4b-26032a019678,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:53.757797 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-4d9add5a-a423-4f58-8ace-4f9555d30fad None None] Port 72f42fc6-8c43-45c7-bd4b-26032a019678 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:39:53.760463 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:53.965400 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:54.233336 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:54.239025 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:54.240201 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:54.243919 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:54.397022 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Pushing event updated for resources: {'Port': ['ID=72f42fc6-8c43-45c7-bd4b-26032a019678,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:54.404304 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:54.463086 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Network 84439221-9d3c-440b-8212-5d1f83f254d1 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:39:54.464333 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:39:54.691164 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-ee993db7-934b-487d-a9a4-49b0e3596a5e None None] Provisioning complete for port 72f42fc6-8c43-45c7-bd4b-26032a019678 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:39:54.691780 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-ee993db7-934b-487d-a9a4-49b0e3596a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:54.709020 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:39:54.781617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-ee993db7-934b-487d-a9a4-49b0e3596a5e None None] Port 72f42fc6-8c43-45c7-bd4b-26032a019678 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:39:54.934896 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:39:54.945939 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Sync routers for ids ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:39:54.950765 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] 10.222.0.93 "PUT /v2.0/routers/6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8014944 Jun 01 12:39:54.957654 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Routers {'6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:39:54.958698 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:39:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:55.162324 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Set router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 gateway port host: None {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:39:55.685753 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:39:53Z', 'revision_number': 2, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port_host': None, '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:39:54Z', 'revision_number': 2, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:55.694704 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Checking router: 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:39:55.695292 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Updating router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 port 72f42fc6-8c43-45c7-bd4b-26032a019678 binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:39:55.790254 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:56.391877 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:56.416967 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Transition to ACTIVE for port object 72f42fc6-8c43-45c7-bd4b-26032a019678 will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:39:56.426724 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:56.433559 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:56.757002 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:39:56.771945 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Pushing event updated for resources: {'Port': ['ID=72f42fc6-8c43-45c7-bd4b-26032a019678,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:56.807120 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.807611 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.808090 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.808559 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.809032 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.809471 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.809911 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.810379 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.810860 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.811316 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.811898 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.812287 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Tracked resource versions report: Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: pushed versions: Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: { 'AddressGroup': {'1.2'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'ConntrackHelper': {'1.0'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Log': {'1.0'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Network': {'1.1'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Port': {'1.7'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'PortForwarding': {'1.2'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'QosPolicy': {'1.8'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroup': {'1.4'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SubPort': {'1.0'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Subnet': {'1.1'}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Trunk': {'1.1'}} Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: consumer versions: Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'ConntrackHelper': '1.0', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Log': '1.0', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Network': '1.1', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Port': '1.7', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'PortForwarding': '1.2', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'QosPolicy': '1.8', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroup': '1.4', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroupRule': '1.2', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'SubPort': '1.0', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Subnet': '1.1', Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: 'Trunk': '1.1'}} Jun 01 12:39:56.814333 dv-cinder-776307-6-smb neutron-server[98620]: {{(pid=98620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:39:56.826556 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:56.830095 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Attempting to bind port 72f42fc6-8c43-45c7-bd4b-26032a019678 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:39:56.830656 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Attempting to bind port 72f42fc6-8c43-45c7-bd4b-26032a019678 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:39:56.831273 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Attempting to bind port 72f42fc6-8c43-45c7-bd4b-26032a019678 on network 84439221-9d3c-440b-8212-5d1f83f254d1 {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:39:56.840995 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:39:56.841666 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Checking segment: {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:39:56.842399 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:56.842962 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Bound using segment: {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:39:56.843792 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Bound port: 72f42fc6-8c43-45c7-bd4b-26032a019678, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f5cb805-3d57-4724-922b-32ff74d879c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1095, 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:39:56.844403 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:57.005575 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] For port 72f42fc6-8c43-45c7-bd4b-26032a019678, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:39:57.012965 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] For port 72f42fc6-8c43-45c7-bd4b-26032a019678, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=72f42fc6-8c43-45c7-bd4b-26032a019678,segment=NetworkSegment(2f5cb805-3d57-4724-922b-32ff74d879c5),segment_id=2f5cb805-3d57-4724-922b-32ff74d879c5)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:39:57.020902 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:57.029351 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:57.180556 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Routers {'6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:39:57.181632 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:39:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:57.304750 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Pushing event updated for resources: {'Port': ['ID=72f42fc6-8c43-45c7-bd4b-26032a019678,revision_number=4']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:57.401793 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:57.482138 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] Set router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 gateway port host: None {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:39:57.567595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52248) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:39:57.839975 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a97074-5e79-4b50-a38b-ce3948d40e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:57.840705 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-61a97074-5e79-4b50-a38b-ce3948d40e7a admin admin] Synchronizing usage tracker for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:network {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:39:57.864374 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-61a97074-5e79-4b50-a38b-ce3948d40e7a admin admin] Unset dirty status for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:network {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:39:57.871120 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-61a97074-5e79-4b50-a38b-ce3948d40e7a admin admin] 10.222.0.93 "GET /v2.0/networks/38246d21-71b6-4a36-a2ba-395200fc688d HTTP/1.1" status: 200 len: 842 time: 0.2971458 Jun 01 12:39:57.880335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:39:57.886742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:39:57.891634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Usage tracker for resource:subnet and tenant:82e4db9ba27e4379908a57e8cb4e8fdb is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:39:57.895447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:39:57.905513 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:39:57.918876 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Made reservation on behalf of 82e4db9ba27e4379908a57e8cb4e8fdb for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:39:57.921444 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:57.958340 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:39:53Z', 'revision_number': 2, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port_host': None, '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:39:56Z', 'revision_number': 4, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:39:57.965770 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71ee33-1539-4339-b617-d8ded681602c None None] The sync data for ids ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'] in dv-cinder-776307-6-smb is: [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:39:53Z', 'revision_number': 2, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port_host': None, '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:39:56Z', 'revision_number': 4, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:39:58.448287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.objects.ports [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98618) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 12:39:58.448780 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:58.453275 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:39:58.534513 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5278a9-5cf0-4335-bcf1-834c5d4b197d,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:39:58.538669 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:39:58.548449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:39:58.548914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Network hostable DHCP agents. Network: 38246d21-71b6-4a36-a2ba-395200fc688d, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:39:58.571112 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:39:58.585488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 38246d21-71b6-4a36-a2ba-395200fc688d) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:39:58.591860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:39:58.593155 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:39:58.599184 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314b316-502c-408c-8933-d75b01e64870 None None] Network 38246d21-71b6-4a36-a2ba-395200fc688d requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:39:58.639114 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7539763 Jun 01 12:39:58.951894 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153b8347-e8d4-4697-b750-b90596557d46 None None] Network 38246d21-71b6-4a36-a2ba-395200fc688d requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:40:01.120006 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52258) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:01.483031 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-52cdcab2-3b6d-474b-bd7c-41f4f6891f3c admin admin] 10.222.0.93 "GET /v2.0/routers/6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 HTTP/1.1" status: 200 len: 710 time: 0.3615675 Jun 01 12:40:01.702977 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc3ca7a-12a5-4455-b066-d58e3c422428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:40:01.711503 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-4dc3ca7a-12a5-4455-b066-d58e3c422428 admin admin] 10.222.0.93 "GET /v2.0/networks/38246d21-71b6-4a36-a2ba-395200fc688d HTTP/1.1" status: 200 len: 886 time: 0.2219710 Jun 01 12:40:01.716377 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:40:02.404293 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 72f42fc6-8c43-45c7-bd4b-26032a019678 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:02.411221 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:02.501283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 72f42fc6-8c43-45c7-bd4b-26032a019678 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:02.509658 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 72f42fc6-8c43-45c7-bd4b-26032a019678 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:02.510242 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:02.648910 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:02.698103 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 72f42fc6-8c43-45c7-bd4b-26032a019678, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=72f42fc6-8c43-45c7-bd4b-26032a019678,segment=NetworkSegment(2f5cb805-3d57-4724-922b-32ff74d879c5),segment_id=2f5cb805-3d57-4724-922b-32ff74d879c5)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:40:02.704552 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:02.709275 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:02.833287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=72f42fc6-8c43-45c7-bd4b-26032a019678,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:02.838943 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:02.913162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:02.985219 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:03.147280 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Allocated IP 172.28.3.10 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/dbfb7a91-d533-4bb0-9974-0afb4eca7629) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:40:03.409938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:03.510423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:03.520325 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:03.623612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:40:03.625606 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:40:03.698235 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Pushing event updated for resources: {'Port': ['ID=dbfb7a91-d533-4bb0-9974-0afb4eca7629,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:03.702917 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:40:03.789750 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.789998 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.790423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.790798 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.791155 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.791545 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.791893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.792252 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.792604 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.792996 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.793335 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.793700 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Tracked resource versions report: Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: pushed versions: Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: { 'AddressGroup': {'1.2'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'ConntrackHelper': {'1.0'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Log': {'1.0'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Network': {'1.1'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Port': {'1.7'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'PortForwarding': {'1.2'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'QosPolicy': {'1.8'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroup': {'1.4'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SubPort': {'1.0'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Subnet': {'1.1'}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Trunk': {'1.1'}} Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: consumer versions: Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'ConntrackHelper': '1.0', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Log': '1.0', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Network': '1.1', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Port': '1.7', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'PortForwarding': '1.2', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'QosPolicy': '1.8', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroup': '1.4', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroupRule': '1.2', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'SubPort': '1.0', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Subnet': '1.1', Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: 'Trunk': '1.1'}} Jun 01 12:40:03.794858 dv-cinder-776307-6-smb neutron-server[98617]: {{(pid=98617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:40:03.851897 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:04.203706 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:04.378200 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 72f42fc6-8c43-45c7-bd4b-26032a019678 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:04.464934 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 72f42fc6-8c43-45c7-bd4b-26032a019678 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:04.465265 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:04.651447 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:04.656638 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-518307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-518370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-520310'] for router, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:04.891122 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:40:05.186506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:40:05.199412 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Sync routers for ids ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:40:05.199955 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:05.202311 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] 10.222.0.93 "PUT /v2.0/routers/6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 HTTP/1.1" status: 200 len: 889 time: 3.4890065 Jun 01 12:40:05.216563 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Routers {'6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:40:05.217537 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:39:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:05.552739 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Set router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:40:05.985269 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:40:03Z', 'revision_number': 4, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port': {'id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:40:03Z', 'updated_at': '2021-06-01T12:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:40:02Z', 'revision_number': 5, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:05.991554 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Checking router: 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:40:05.992047 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Updating router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 port dbfb7a91-d533-4bb0-9974-0afb4eca7629 binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:40:06.063744 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.505446 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.520738 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Transition to ACTIVE for port object dbfb7a91-d533-4bb0-9974-0afb4eca7629 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:40:06.530513 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.535265 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:06.625754 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Attempting to bind port dbfb7a91-d533-4bb0-9974-0afb4eca7629 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:40:06.626756 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Attempting to bind port dbfb7a91-d533-4bb0-9974-0afb4eca7629 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:40:06.626756 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Attempting to bind port dbfb7a91-d533-4bb0-9974-0afb4eca7629 on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:40:06.629082 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Pushing event updated for resources: {'Port': ['ID=dbfb7a91-d533-4bb0-9974-0afb4eca7629,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:06.633364 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:06.636937 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:40:06.637455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:40:06.637817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.638267 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:40:06.638764 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Bound port: dbfb7a91-d533-4bb0-9974-0afb4eca7629, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:40:06.639138 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.737786 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] For port dbfb7a91-d533-4bb0-9974-0afb4eca7629, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:40:06.741525 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] For port dbfb7a91-d533-4bb0-9974-0afb4eca7629, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dbfb7a91-d533-4bb0-9974-0afb4eca7629,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:40:06.748206 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:06.755069 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:06.890603 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Routers {'6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:40:06.891769 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:39:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:07.005833 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Pushing event updated for resources: {'Port': ['ID=dbfb7a91-d533-4bb0-9974-0afb4eca7629,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:07.012181 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:07.241953 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] Set router 6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:40:07.844817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:40:03Z', 'revision_number': 4, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port': {'id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:40:03Z', 'updated_at': '2021-06-01T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:40:02Z', 'revision_number': 5, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:40:07.851345 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75d6264-f5a6-4b75-9306-480452b6c8d6 None None] The sync data for ids ['6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2'] in dv-cinder-776307-6-smb is: [{'id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'name': 'router1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:39:43Z', 'updated_at': '2021-06-01T12:40:03Z', 'revision_number': 4, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'gw_port': {'id': 'dbfb7a91-d533-4bb0-9974-0afb4eca7629', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:77:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:40:03Z', 'updated_at': '2021-06-01T12:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '72f42fc6-8c43-45c7-bd4b-26032a019678', 'name': '', 'network_id': '84439221-9d3c-440b-8212-5d1f83f254d1', 'tenant_id': '466b69d0876d49f4b80b63a50346c63f', 'mac_address': 'fa:16:3e:e7:a0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6713b6f0-9c6b-4848-b7b7-d8ee9dfbe5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:39:52Z', 'updated_at': '2021-06-01T12:40:02Z', 'revision_number': 5, 'project_id': '466b69d0876d49f4b80b63a50346c63f', 'subnets': [{'id': 'e0f1ac39-5740-46bc-aaa0-e84914141e52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3aeb8ad1-47b9-4b06-b971-ce8a7d331982'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:40:07.951001 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52276) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:40:08.118459 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0f3b355b-6d7b-4601-b7b4-923c69e8f56d admin admin] 10.222.0.93 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1654475 Jun 01 12:40:08.445214 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dbfb7a91-d533-4bb0-9974-0afb4eca7629 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:08.549047 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port dbfb7a91-d533-4bb0-9974-0afb4eca7629 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:40:08.556463 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port dbfb7a91-d533-4bb0-9974-0afb4eca7629 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:08.557088 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:08.753357 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:08.776455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port dbfb7a91-d533-4bb0-9974-0afb4eca7629, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dbfb7a91-d533-4bb0-9974-0afb4eca7629,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:40:08.784900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:08.788064 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:40:08.901151 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=dbfb7a91-d533-4bb0-9974-0afb4eca7629,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:40:08.905260 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:40:10.187154 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-be74f8a1-541d-48e4-aa51-313cc60f6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:10.395877 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dbfb7a91-d533-4bb0-9974-0afb4eca7629 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:40:10.509405 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port dbfb7a91-d533-4bb0-9974-0afb4eca7629 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:40:10.510504 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:13.697281 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2c04d253-b2f6-4c41-8789-32e8765727c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:14.060273 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:15.223638 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:17.883618 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:33.586638 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:40:40.191697 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-75915a1a-0226-475d-8f47-519f9be843a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:43.700450 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-19529171-31dc-4f29-b2d5-e6e27b53fad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:44.051348 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:45.198802 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:40:47.848618 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:10.210900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f8030ea2-2768-4204-b59d-1860b75a1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:10.580875 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:41:13.685674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a6639d28-e4a6-4b97-a52d-969305ae9f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:14.039222 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:15.192353 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:17.846509 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:40.206357 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-9ebfd1cf-3507-4873-8267-6e510d58f7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:43.685224 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a5671e76-e5e6-45b2-92e0-0947e21234fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:44.045497 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:45.194490 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:41:47.589200 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:41:47.849548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:00.051306 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52846) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:00.147940 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.pecan_wsgi.hooks.translation [None req-8598e876-37ff-46a6-bdbf-0702f9ddb55c admin admin] GET failed (client error): The resource could not be found. Jun 01 12:42:00.150090 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-8598e876-37ff-46a6-bdbf-0702f9ddb55c admin admin] 10.222.0.93 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0975971 Jun 01 12:42:00.305865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51478994-d4c4-410d-a762-b0df3f4419f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:00.307537 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-51478994-d4c4-410d-a762-b0df3f4419f0 admin admin] 10.222.0.93 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1532319 Jun 01 12:42:02.601494 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52856) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:02.733499 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6222204-be15-45e2-ab84-23da4d55595c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:02.734848 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a6222204-be15-45e2-ab84-23da4d55595c admin admin] 10.222.0.93 "GET /v2.0/subnets/e0f1ac39-5740-46bc-aaa0-e84914141e52 HTTP/1.1" status: 200 len: 849 time: 0.1321051 Jun 01 12:42:02.745248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:02.879193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.144276 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758335833245'] for subnet, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.149125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:03.193256 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:03.194640 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:03.195204 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] 10.222.0.93 "PUT /v2.0/subnets/e0f1ac39-5740-46bc-aaa0-e84914141e52 HTTP/1.1" status: 200 len: 868 time: 0.4541876 Jun 01 12:42:03.212536 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22dfa27-6a30-49d4-ab63-e2a7254b1a32 None None] Network 84439221-9d3c-440b-8212-5d1f83f254d1 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:03.244855 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f1ac39-5740-46bc-aaa0-e84914141e52,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:03.258398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.258998 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.259523 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.260043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.260558 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.264888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:03.274786 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:03.888717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7a56fe59-ef21-4b7f-8692-19d80f93d42a None None] Provisioning complete for port 72f42fc6-8c43-45c7-bd4b-26032a019678 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:03.889041 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7a56fe59-ef21-4b7f-8692-19d80f93d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:04.068398 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7a56fe59-ef21-4b7f-8692-19d80f93d42a None None] Provisioning complete for port 7dbd9c91-feec-4c61-b5ae-89fa42e61626 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:42:04.068891 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7a56fe59-ef21-4b7f-8692-19d80f93d42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:05.891515 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52866) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:06.157259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2a94c-e90f-4e55-8b8b-d80423b9b773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:06.157786 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2a94c-e90f-4e55-8b8b-d80423b9b773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:06.159867 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d2c2a94c-e90f-4e55-8b8b-d80423b9b773 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2670255 Jun 01 12:42:08.787936 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52876) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:09.053520 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d096ae7-852c-4366-a94e-086f1a1e2313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:09.054068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d096ae7-852c-4366-a94e-086f1a1e2313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:09.056054 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-5d096ae7-852c-4366-a94e-086f1a1e2313 admin admin] 10.222.0.93 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2670023 Jun 01 12:42:10.204451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a5faa7a6-1bd3-4321-8c7e-2c589a6a7fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:11.311609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52886) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:11.495837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276670ae-5220-4912-b236-863c4507e12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:11.497144 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-276670ae-5220-4912-b236-863c4507e12a admin admin] 10.222.0.93 "GET /v2.0/networks/38246d21-71b6-4a36-a2ba-395200fc688d HTTP/1.1" status: 200 len: 886 time: 0.1846194 Jun 01 12:42:13.692066 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-314d7b51-7572-42e1-9725-0722fd2031cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:13.922769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52896) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:14.043198 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:14.133978 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ac832-635f-470a-9ea2-647cb63098be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:14.136018 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-a42ac832-635f-470a-9ea2-647cb63098be admin admin] 10.222.0.93 "GET /v2.0/networks/84439221-9d3c-440b-8212-5d1f83f254d1 HTTP/1.1" status: 200 len: 870 time: 0.2119064 Jun 01 12:42:15.199871 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:16.450161 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52906) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:16.591789 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b05e1b-27d5-40ae-aedc-29d70253e0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:16.592248 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b05e1b-27d5-40ae-aedc-29d70253e0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:16.593142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f8b05e1b-27d5-40ae-aedc-29d70253e0f0 admin admin] Synchronizing usage tracker for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:subnet {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:42:16.616758 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f8b05e1b-27d5-40ae-aedc-29d70253e0f0 admin admin] Unset dirty status for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:subnet {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:42:16.618744 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f8b05e1b-27d5-40ae-aedc-29d70253e0f0 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1674666 Jun 01 12:42:17.847471 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:18.991858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52916) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:19.118735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34022c-e64c-4ff2-b52b-e13a7826bbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:19.119169 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec34022c-e64c-4ff2-b52b-e13a7826bbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:19.120868 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ec34022c-e64c-4ff2-b52b-e13a7826bbd3 admin admin] 10.222.0.93 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275537 Jun 01 12:42:21.461214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52926) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:21.577234 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66895be-6383-4f8b-9c10-6d6b16e48e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:21.578832 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f66895be-6383-4f8b-9c10-6d6b16e48e53 admin admin] 10.222.0.93 "GET /v2.0/subnets/0d5278a9-5cf0-4335-bcf1-834c5d4b197d HTTP/1.1" status: 200 len: 816 time: 0.1163988 Jun 01 12:42:23.827752 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 52936) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:23.982942 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524af540-2b82-4a65-8cf8-a4dc4a6c694a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:23.984459 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-524af540-2b82-4a65-8cf8-a4dc4a6c694a admin admin] 10.222.0.93 "GET /v2.0/subnets/e0f1ac39-5740-46bc-aaa0-e84914141e52 HTTP/1.1" status: 200 len: 868 time: 0.1552210 Jun 01 12:42:24.581604 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:42:40.227809 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e544a185-ef49-4e17-a309-deedc08efc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:43.690111 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b4c33337-b899-4d54-8b72-9476b54c574b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:44.039540 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:45.207362 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:47.852577 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:49.217821 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52980) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:49.277074 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [None req-fff9b1d5-8fd9-4d04-ac4c-eafdd3757a4e admin admin] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:42:49.278158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-fff9b1d5-8fd9-4d04-ac4c-eafdd3757a4e admin admin] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592697 Jun 01 12:42:51.842097 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 52990) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:51.945220 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e970c2-1cb9-4ed3-bd5d-bd6876333039 admin admin] GET failed (client error): The resource could not be found. Jun 01 12:42:51.946846 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e6e970c2-1cb9-4ed3-bd5d-bd6876333039 admin admin] 10.222.0.93 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1033082 Jun 01 12:42:52.098390 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f12139-f004-485e-b2c0-4d55181af91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:52.101149 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-25f12139-f004-485e-b2c0-4d55181af91f admin admin] 10.222.0.93 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1496518 Jun 01 12:42:55.081820 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53000) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:55.148771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:55.154888 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:55.168018 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:55.181725 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Made reservation on behalf of 82e4db9ba27e4379908a57e8cb4e8fdb for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:42:55.184335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:55.290826 dv-cinder-776307-6-smb neutron-server[98618]: WARNING neutron.services.revisions.revision_plugin [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Could not find related network for resource to bump revision. Jun 01 12:42:55.307689 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1067} {{(pid=98618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:42:55.322047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:55.322519 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Added segment 9f87873e-9bb2-48e5-940e-8a32cca162ab of type vlan for network 25a08785-a83e-41ca-9dec-b3da37c99ea3 Jun 01 12:42:55.358604 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:55.398603 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:55.400467 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:55.401144 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:55.407445 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:55.574829 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4840286 Jun 01 12:42:55.580613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Pushing event updated for resources: {'Network': ['ID=25a08785-a83e-41ca-9dec-b3da37c99ea3,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:55.603646 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.604226 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.607721 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.608716 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.609434 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.609711 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.610306 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.613598 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.614261 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.614839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.616038 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.616612 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:42:55.621634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:55.634714 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:42:57.920356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53010) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:42:58.000886 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da85367-5825-4fc7-8f59-c2f60ac5a873 admin admin] GET failed (client error): The resource could not be found. Jun 01 12:42:58.002310 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1da85367-5825-4fc7-8f59-c2f60ac5a873 admin admin] 10.222.0.93 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0808017 Jun 01 12:42:58.124114 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e8dbb-3e5f-4863-a2fd-c5813a91ac32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:58.125642 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-650e8dbb-3e5f-4863-a2fd-c5813a91ac32 admin admin] 10.222.0.93 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1188557 Jun 01 12:42:58.136735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:42:58.142908 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:42:58.154966 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:42:58.167443 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Made reservation on behalf of 82e4db9ba27e4379908a57e8cb4e8fdb for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:42:58.170091 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:58.755925 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:58.760129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-14624f0c-9435-449a-b777-a44213277355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:58.846068 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af017ba6-d9d7-428c-bf4a-42da618acdb5,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:42:58.850283 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:42:58.860470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Checking segment: {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:42:58.860978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Network hostable DHCP agents. Network: 25a08785-a83e-41ca-9dec-b3da37c99ea3, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:42:58.890243 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:42:58.902938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 25a08785-a83e-41ca-9dec-b3da37c99ea3) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:58.907899 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:42:58.908853 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:58.914886 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032a6e9-e4ea-44fb-8cb6-bf19784952d9 None None] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:42:58.951066 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8182752 Jun 01 12:42:59.239630 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-25a08785-a83e-41ca-9dec-b3da37c99ea3', 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3', 'tenant_id': '82e4db9ba27e4379908a57e8cb4e8fdb', 'fixed_ips': [{'subnet_id': 'af017ba6-d9d7-428c-bf4a-42da618acdb5'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:42:59.241199 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:59.511405 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Allocated IP 192.168.233.2 (25a08785-a83e-41ca-9dec-b3da37c99ea3/af017ba6-d9d7-428c-bf4a-42da618acdb5/fda7fb30-d1b0-4156-a4d5-c2b5829adc98) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:42:59.809855 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:59.830519 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Transition to ACTIVE for port object fda7fb30-d1b0-4156-a4d5-c2b5829adc98 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:59.865114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Transition to ACTIVE for port object fda7fb30-d1b0-4156-a4d5-c2b5829adc98 will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:42:59.877100 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:42:59.886050 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:42:59.969620 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:42:59.974838 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:42:59.978926 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:43:00.028193 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Pushing event updated for resources: {'Port': ['ID=fda7fb30-d1b0-4156-a4d5-c2b5829adc98,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:43:00.078802 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.079276 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.079490 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.079803 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.080121 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.080452 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.080803 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.081127 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.081440 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.081750 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.082056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.082356 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:43:00.091821 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:43:00.115495 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Attempting to bind port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:43:00.115955 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Attempting to bind port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:43:00.116371 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Attempting to bind port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 on network 25a08785-a83e-41ca-9dec-b3da37c99ea3 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:43:00.124059 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:43:00.124575 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Checking segment: {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:43:00.125121 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:00.125662 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Bound using segment: {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:43:00.126414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Bound port: fda7fb30-d1b0-4156-a4d5-c2b5829adc98, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:43:00.127108 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:00.241464 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] For port fda7fb30-d1b0-4156-a4d5-c2b5829adc98, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:43:00.245648 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] For port fda7fb30-d1b0-4156-a4d5-c2b5829adc98, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=fda7fb30-d1b0-4156-a4d5-c2b5829adc98,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:43:00.251833 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:00.256994 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-135e88d7-6ae7-4715-8db1-2df9b21ae65e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:43:00.352101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Pushing event updated for resources: {'Port': ['ID=fda7fb30-d1b0-4156-a4d5-c2b5829adc98,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:43:00.357264 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:43:01.384781 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11b27f-41a1-4945-be40-17161922028c None None] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:43:01.506638 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-f2d50cc1-27d1-4d9a-8d07-11877fa3c33a None None] Provisioning for port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:43:01.584190 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:43:02.553861 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device fda7fb30-d1b0-4156-a4d5-c2b5829adc98 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:43:02.646021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:43:02.653937 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:43:02.654708 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:02.812726 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:02.858816 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port fda7fb30-d1b0-4156-a4d5-c2b5829adc98, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=fda7fb30-d1b0-4156-a4d5-c2b5829adc98,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:43:02.865367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:02.870901 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:43:02.980506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=fda7fb30-d1b0-4156-a4d5-c2b5829adc98,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:43:02.984005 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:43:04.520219 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device fda7fb30-d1b0-4156-a4d5-c2b5829adc98 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:43:04.600024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port fda7fb30-d1b0-4156-a4d5-c2b5829adc98 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:43:04.600379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:10.207040 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-64104e69-bb65-474e-a157-679a0a6413bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:13.687117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c6455445-16dc-4a14-a1e0-8f230105496d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:14.048040 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:15.212764 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:17.860467 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:38.586036 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:43:40.204893 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-19b6e06e-c6b6-4e1b-949a-09a901a94ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:43.683168 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-18a5f457-909a-4e89-8c1c-195a010f46d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:44.053105 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:45.208579 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:43:47.863788 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:10.209860 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-14debe3f-d13d-4ec0-b124-8c7ce22220c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:13.686364 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98392365-35c0-4153-b62d-572d46473eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:14.053012 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:15.211317 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:15.589824 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:44:17.869712 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:21.469668 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53060) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:21.476165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [None req-fafaa8d3-e13f-4b9a-b178-6256501f1fbd tempest-verify_tempest_config-1553485992 tempest-verify_tempest_config-1553485992-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:44:21.477617 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-fafaa8d3-e13f-4b9a-b178-6256501f1fbd tempest-verify_tempest_config-1553485992 tempest-verify_tempest_config-1553485992-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069220 Jun 01 12:44:21.953647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53078) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:22.093262 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.115501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:44:22.119708 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8f666f68d749abb88405048abe38c6 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:44:22.123797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:44:22.132307 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:44:22.246766 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.252137 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.260273 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:44:22.305587 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e8f666f68d749abb88405048abe38c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3505809 Jun 01 12:44:22.306451 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20833e64-e19e-4819-8718-398ce77317f2,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:22.308997 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53084) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:44:22.314790 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.315129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.315460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.315921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.316340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.316700 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.317025 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.317415 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.317854 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.318174 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.318520 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.318829 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.324167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:44:22.375191 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.406792 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.512177 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.520870 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:44:22.534515 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20833e64-e19e-4819-8718-398ce77317f2,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:44:22.544951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.545270 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.545587 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.545912 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.546218 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.546523 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.546828 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.547138 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.547467 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.547773 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.548085 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.548524 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:44:22.551499 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:22.552628 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/20833e64-e19e-4819-8718-398ce77317f2 HTTP/1.1" status: 204 len: 168 time: 0.2422833 Jun 01 12:44:22.553541 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:44:40.222554 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e3292370-9aa6-4fc7-82d0-a522e15b87e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:43.685467 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-34daed3d-ac76-482f-988d-a16b1ddb533d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:44.051128 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:45.214283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:47.868128 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:44:52.590026 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:45:10.208271 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-522f54ba-f6ec-4e91-8f54-c7b434c2ea07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:13.682781 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f3266527-abaf-4aee-b197-ce2f6077206d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:14.049947 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:15.217416 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:17.878028 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:29.590121 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:45:40.213872 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-897dee2c-c2aa-4225-af2c-36855aa19e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:43.679752 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-8a47b7b2-2f6f-491b-a412-0a3e20b33f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:44.045550 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:45.224595 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:45:47.885864 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:06.590080 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 5 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:46:10.218997 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-200d8b09-23dc-41b7-9c1b-37fb1162f179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:11.915211 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822'] for agent, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:13.679013 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-050bb693-ab64-4905-bfa9-f836b1f4779e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:14.057166 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:15.223564 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:16.020457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53136) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:46:16.150154 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-bdf4821c-8cdd-45c8-bbd3-f006accebf03 admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1306489 Jun 01 12:46:17.877494 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:18.333146 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53150) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:46:18.404967 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-06cedc56-c689-4745-b687-50bb869e1bee admin admin] 10.222.0.93 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0705676 Jun 01 12:46:40.225334 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-3c1d70c6-a24e-49cd-accb-e8941f5f2121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:41.872527 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:43.593268 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:46:43.674688 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-91ba8032-c054-4aca-b152-8c4eb0f2023d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:44.052725 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:45.226624 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:46:47.879491 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:10.231196 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-62ad215e-324e-4436-b787-b6377abdce11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:11.888571 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:13.681096 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1da5537c-1086-456f-8e3b-1568558de0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:14.079691 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:15.237033 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:17.880821 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:20.599384 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:47:40.237884 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-28213175-5a54-4277-be5d-5ab4d3ec50e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:41.888617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:43.675521 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-ca9b9d8d-3a0f-45bd-b327-5e66e7902fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:44.054681 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:45.239257 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:47.896123 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:57.598156 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:47:59.498444 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53304) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:47:59.732858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53320) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:47:59.845979 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1504970693-network', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:47:59.850838 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:47:59.855134 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Usage tracker for resource:network and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:47:59.859231 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:47:59.870353 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:47:59.886301 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Made reservation on behalf of b70feabd588e40fb95780b8f84a6df69 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:47:59.896742 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:59.911910 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:47:59.931268 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:47:59.937968 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:47:59.941578 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:47:59.947766 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:47:59.992197 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1629332463-network', 'tenant_id': '960463040eed4676a433d40f209ef6d4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:47:59.996775 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:00.001723 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Usage tracker for resource:network and tenant:960463040eed4676a433d40f209ef6d4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:00.008595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:00.015141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:00.031536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:00.034089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.053126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.081649 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:00.096819 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Usage tracker for resource:security_group_rule and tenant:960463040eed4676a433d40f209ef6d4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:00.102329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:00.119065 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:00.127435 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.133474 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.144697 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:00.182936 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:00.216785 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758335843813', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.217681 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Unsubscribe: segment precommit_create {{(pid=98617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 12:48:00.218153 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Added segment 26c55c91-35fe-4216-a8da-54b83c8c01cd of type vlan for network ee83c504-b357-4b56-afca-2d69c382a5ab Jun 01 12:48:00.246278 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4c4ec1-fb70-4512-b516-56cfb45ccb8d,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:00.288491 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.289313 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.289800 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.290260 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.290756 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.291083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.291433 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.291716 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.292085 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.292452 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.292909 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.293294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Tracked resource versions report: Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: pushed versions: Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: { 'AddressGroup': {'1.2'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'ConntrackHelper': {'1.0'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Log': {'1.0'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Network': {'1.1'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Port': {'1.7'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'PortForwarding': {'1.2'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'QosPolicy': {'1.8'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroup': {'1.4'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SubPort': {'1.0'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Subnet': {'1.1'}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Trunk': {'1.1'}} Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: consumer versions: Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: HyperV agent@hv-cinder-77630: {}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'ConntrackHelper': '1.0', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Log': '1.0', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Network': '1.1', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Port': '1.7', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'PortForwarding': '1.2', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'QosPolicy': '1.8', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroup': '1.4', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SecurityGroupRule': '1.2', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'SubPort': '1.0', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Subnet': '1.1', Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: 'Trunk': '1.1'}} Jun 01 12:48:00.294439 dv-cinder-776307-6-smb neutron-server[98617]: {{(pid=98617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:48:00.302605 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.307574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:00.383903 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.388949 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.391397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:00.392436 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.401604 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:00.441433 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.590788 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:00.596380 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Pushing event updated for resources: {'Network': ['ID=ee83c504-b357-4b56-afca-2d69c382a5ab,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:00.603837 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:00.607715 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:00.617278 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network ee83c504-b357-4b56-afca-2d69c382a5ab details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:00.656402 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a3f287-c96f-45f4-84ac-0377bede2c94,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:00.660112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:00.666272 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.667101 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Added segment e8b0a893-6f83-4aee-99ec-f659ff209271 of type vlan for network 01197009-0000-473f-87e0-5a96d5aee6d6 Jun 01 12:48:00.715285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.792461 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2926002 Jun 01 12:48:00.797140 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53358) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:00.797683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.798763 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:00.800908 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.805828 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Request body: {'subnet': {'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1504970693-subnet', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:00.810555 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:00.820252 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:00.835365 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Usage tracker for resource:subnet and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:00.841526 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:00.850285 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:00.866967 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Made reservation on behalf of b70feabd588e40fb95780b8f84a6df69 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:00.872512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:00.994400 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2600720 Jun 01 12:48:01.000330 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53366) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:01.005067 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Pushing event updated for resources: {'Network': ['ID=01197009-0000-473f-87e0-5a96d5aee6d6,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:01.014366 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Request body: {'subnet': {'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1629332463-subnet', 'tenant_id': '960463040eed4676a433d40f209ef6d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:01.019465 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 01197009-0000-473f-87e0-5a96d5aee6d6 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:01.020743 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:01.025232 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:01.032585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Usage tracker for resource:subnet and tenant:960463040eed4676a433d40f209ef6d4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:01.040528 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:01.055312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:01.066890 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53370) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:01.099951 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:01.104642 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.423865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53380) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:01.612151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.621268 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-90abed3a-12c9-4c86-bcfb-c6155a64ba12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:01.741159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:01.766480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.767021 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.767569 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.768106 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.768685 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.769224 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.769720 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.770256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.770822 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.771363 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.771866 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.772389 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Tracked resource versions report: Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: pushed versions: Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: { 'AddressGroup': {'1.2'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'ConntrackHelper': {'1.0'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Log': {'1.0'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Network': {'1.1'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Port': {'1.7'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'PortForwarding': {'1.2'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'QosPolicy': {'1.8'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroup': {'1.4'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SubPort': {'1.0'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Subnet': {'1.1'}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Trunk': {'1.1'}} Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: consumer versions: Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: HyperV agent@hv-cinder-77630: {}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'ConntrackHelper': '1.0', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Log': '1.0', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Network': '1.1', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Port': '1.7', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'PortForwarding': '1.2', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'QosPolicy': '1.8', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroup': '1.4', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SecurityGroupRule': '1.2', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'SubPort': '1.0', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Subnet': '1.1', Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: 'Trunk': '1.1'}} Jun 01 12:48:01.775445 dv-cinder-776307-6-smb neutron-server[98618]: {{(pid=98618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:48:01.781287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:01.782137 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Checking segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:01.782749 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Network hostable DHCP agents. Network: ee83c504-b357-4b56-afca-2d69c382a5ab, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:01.788534 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1535335515-network', 'tenant_id': '3e40f2f1e2384a9f84e8b09120a5f7ac'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:01.802598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:01.816851 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Network ee83c504-b357-4b56-afca-2d69c382a5ab is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:01.817803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Usage tracker for resource:network and tenant:3e40f2f1e2384a9f84e8b09120a5f7ac is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:01.826607 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:01.843604 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, ee83c504-b357-4b56-afca-2d69c382a5ab) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:01.847342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:01.859560 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.864162 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142a323-07be-4cc7-a81f-a5a5f3bd821e None None] Network ee83c504-b357-4b56-afca-2d69c382a5ab requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:01.867139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:01.868399 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.882355 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:01.919846 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-98aff16b-eb6a-41fd-8831-03cf9e2c3e79 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1190250 Jun 01 12:48:01.922275 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53392) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:01.933767 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:01.946758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Made reservation on behalf of 3e40f2f1e2384a9f84e8b09120a5f7ac for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:01.948956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:01.949277 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.966788 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Usage tracker for resource:router and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:01.971035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:01.979809 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:01.994161 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:01.995975 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.010396 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-528127256-network', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:02.015479 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.036013 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.038760 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:02.043770 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Usage tracker for resource:network and tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:02.047633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:02.054921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:02.085115 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Made reservation on behalf of c45aa8e2a02c469aa9c7f580b2f1ce10 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:02.087240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.126415 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.153162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:02.175075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:02.180729 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Usage tracker for resource:security_group_rule and tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:02.187487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Usage tracker for resource:security_group_rule and tenant:3e40f2f1e2384a9f84e8b09120a5f7ac is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:02.198938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:02.208021 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8effabb9-8172-4093-b8ea-2357e01d3ad9,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:02.224634 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:02.228193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:02.259723 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:02.266161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:02.268468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Checking segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:02.269551 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Network hostable DHCP agents. Network: 01197009-0000-473f-87e0-5a96d5aee6d6, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:02.343119 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Network 01197009-0000-473f-87e0-5a96d5aee6d6 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:02.409280 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-ee83c504-b357-4b56-afca-2d69c382a5ab', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:48:02.410534 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.422927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 01197009-0000-473f-87e0-5a96d5aee6d6) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:02.436319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:02.438107 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.441025 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec0cab0-addb-4c4e-a45f-42e1fb6143f0 None None] Network 01197009-0000-473f-87e0-5a96d5aee6d6 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:02.571569 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.648623 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6458139 Jun 01 12:48:02.682673 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.697010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.700368 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.727226 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1068} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:02.746179 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.746708 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Added segment 6b13fc2c-ade0-4720-96ab-06acb6c15a83 of type vlan for network 07f90677-0514-4560-aba1-b4ba41c4154a Jun 01 12:48:02.789502 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9a2be5a9-4906-4cf9-a2a7-c44b84e56177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:02.797716 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.835633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:02.858458 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.859222 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Added segment 2397efba-1bdd-4a3c-ac97-f54929da7cb8 of type vlan for network 3d067b42-ba02-4875-bb01-42b0a8b13802 Jun 01 12:48:02.927541 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.963621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.971432 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:02.983475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:02.984384 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.017246 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9454651 Jun 01 12:48:03.025805 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53432) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:03.042188 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Request body: {'subnet': {'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1535335515-subnet', 'tenant_id': '3e40f2f1e2384a9f84e8b09120a5f7ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:03.051071 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:03.052044 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242408d2-4cd1-45cd-8026-500bec40a53c None None] Network 01197009-0000-473f-87e0-5a96d5aee6d6 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:03.056191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Usage tracker for resource:subnet and tenant:3e40f2f1e2384a9f84e8b09120a5f7ac is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:03.060257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:03.069216 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:03.080028 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5e4d50-a59e-4399-842e-341cadf4c598,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:03.087267 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Made reservation on behalf of 3e40f2f1e2384a9f84e8b09120a5f7ac for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:03.090680 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.282060 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Allocated IP 172.20.0.2 (ee83c504-b357-4b56-afca-2d69c382a5ab/fd10ca6b-f8a9-48ba-a9c1-09b25173fec4/2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:03.372914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:03.374980 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:03.377914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.428503 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.446981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d2f55d-c95f-4f3a-956f-38743e7a482f,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:03.452791 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.458218 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:03.459150 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c1021a6-b946-49ac-b556-39224234a28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:03.501362 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:03.502488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.584286 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1557884 Jun 01 12:48:03.594719 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53440) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:03.693469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Request body: {'subnet': {'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-subnet', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:03.763743 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Allocated IP 172.28.3.33 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/3b3fc011-8efb-49a4-9d34-d149db6a9946) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:03.789053 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:03.869116 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.900193 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Transition to ACTIVE for port object 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:03.936529 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Transition to ACTIVE for port object 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:03.946271 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:03.958008 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:03.997662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Usage tracker for resource:subnet and tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:04.007271 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:04.026832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:04.076118 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Pushing event updated for resources: {'Network': ['ID=3d067b42-ba02-4875-bb01-42b0a8b13802,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:04.112789 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 3d067b42-ba02-4875-bb01-42b0a8b13802 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:04.157086 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Network ee83c504-b357-4b56-afca-2d69c382a5ab is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:04.162435 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:04.165877 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:04.204534 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Made reservation on behalf of c45aa8e2a02c469aa9c7f580b2f1ce10 for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:04.212496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.314423 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Attempting to bind port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:04.314865 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Attempting to bind port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:04.315214 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Attempting to bind port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:04.330007 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:04.346836 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:04.347372 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Checking segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:04.348381 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.348560 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Bound using segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:04.356178 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Bound port: 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:04.356742 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.396237 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.419927 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.424232 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.425129 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.425687 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.426290 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.426839 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.427399 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.429758 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.430946 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.431672 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.432274 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.437792 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Tracked resource versions report: Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: pushed versions: Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: { 'AddressGroup': {'1.2'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'ConntrackHelper': {'1.0'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Log': {'1.0'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Network': {'1.1'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Port': {'1.7'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'PortForwarding': {'1.2'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'QosPolicy': {'1.8'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroup': {'1.4'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SubPort': {'1.0'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Subnet': {'1.1'}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Trunk': {'1.1'}} Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: consumer versions: Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: HyperV agent@hv-cinder-77630: {}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'ConntrackHelper': '1.0', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Log': '1.0', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Network': '1.1', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Port': '1.7', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'PortForwarding': '1.2', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'QosPolicy': '1.8', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroup': '1.4', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SecurityGroupRule': '1.2', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'SubPort': '1.0', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Subnet': '1.1', Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: 'Trunk': '1.1'}} Jun 01 12:48:04.439287 dv-cinder-776307-6-smb neutron-server[98619]: {{(pid=98619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:48:04.460490 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:04.581932 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.590771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:04.706619 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] For port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:04.712780 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] For port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:04.719916 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:04.733661 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:04.818213 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:04.824480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:04.832129 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:04.858630 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Pushing event updated for resources: {'Network': ['ID=07f90677-0514-4560-aba1-b4ba41c4154a,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:04.867043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.408s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:04.872055 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.296s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:04.872368 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:04.878761 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:04.888026 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 07f90677-0514-4560-aba1-b4ba41c4154a details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:04.944390 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:05.145951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Pushing event updated for resources: {'Port': ['ID=3b3fc011-8efb-49a4-9d34-d149db6a9946,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:05.159627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:05.428349 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:05.440427 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:05.600547 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Checking segment: {'id': '2397efba-1bdd-4a3c-ac97-f54929da7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:05.600978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Network hostable DHCP agents. Network: 3d067b42-ba02-4875-bb01-42b0a8b13802, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:05.610255 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32198bcb-8813-4a94-9c64-0942669b104d,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:05.622416 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:05.720046 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Network 3d067b42-ba02-4875-bb01-42b0a8b13802 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:05.727811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:05.756927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 3d067b42-ba02-4875-bb01-42b0a8b13802) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:05.765142 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8f05ca-6db2-48dd-89c9-bf2589b6c5e4 None None] Network 3d067b42-ba02-4875-bb01-42b0a8b13802 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:05.797269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:05.797989 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:05.860651 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8333528 Jun 01 12:48:06.124875 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:06.165166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53496) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:06.168503 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7f1f1b52-b8d9-4633-a6f5-11782346dd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:06.330776 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a16600fa-44d0-41a3-a0ba-606f79350a54,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:06.336727 dv-cinder-776307-6-smb neutron-server[98617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 12:48:06.493849 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba246e-a8aa-4bd3-ad34-d1617b2ab54f None None] Network 3d067b42-ba02-4875-bb01-42b0a8b13802 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:06.566622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:06.590162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-9a5dfc9e-c2ec-414c-bb2b-7f001c5d1183 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:06.591579 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66d13475-245a-47ae-8655-de538087a486 req-9a5dfc9e-c2ec-414c-bb2b-7f001c5d1183 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:06.647932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66d13475-245a-47ae-8655-de538087a486 req-9a5dfc9e-c2ec-414c-bb2b-7f001c5d1183 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:06.655500 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-9a5dfc9e-c2ec-414c-bb2b-7f001c5d1183 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.3275023 Jun 01 12:48:06.676575 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-5af9ecf7-1b7f-4a51-92bf-f4af5d35ece6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/quotas/960463040eed4676a433d40f209ef6d4 HTTP/1.1" status: 200 len: 375 time: 0.0197349 Jun 01 12:48:06.715564 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f7c24-2bc5-4fed-9b1f-c8465dc9e59b None None] Network ee83c504-b357-4b56-afca-2d69c382a5ab requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:06.766306 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-2fc3974c-0d80-4666-b18f-93d40e043e0f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885942 Jun 01 12:48:06.777398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Checking segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:06.785120 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Network hostable DHCP agents. Network: 07f90677-0514-4560-aba1-b4ba41c4154a, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:06.802820 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:06.843342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Network 07f90677-0514-4560-aba1-b4ba41c4154a is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:06.868335 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 07f90677-0514-4560-aba1-b4ba41c4154a) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:06.884167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:06.886878 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:06.926694 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2637701 Jun 01 12:48:06.928492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53524) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:06.937057 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:06.954593 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:06.964787 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Usage tracker for resource:router and tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:06.974484 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:06.989606 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:07.010745 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:07.012148 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:07.051239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:07.077947 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aded76-b52c-4f4b-b611-ae42be33c55e None None] Network 07f90677-0514-4560-aba1-b4ba41c4154a requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:07.121621 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:07.184769 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-47ebf245-be29-4dfd-996d-fd2d035172b1 None None] Provisioning for port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:07.369139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Router 8abc691f-6339-4f1c-adec-235ca6405b73 is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:48:07.425279 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-713e272a-3f51-4ac9-b7d3-65dff1cfe0da service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:48:07.426580 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-713e272a-3f51-4ac9-b7d3-65dff1cfe0da service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2126300 Jun 01 12:48:07.537399 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53556) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:07.767935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:07.811083 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:48:07.821508 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:07.821991 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:07.843379 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:48:07.854484 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:07.857202 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:07.857507 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9330702 Jun 01 12:48:07.858363 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:47:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:07.862035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53562) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:07.892776 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec491ed8-8c87-4fef-b876-e6a4e428c823 None None] Network 07f90677-0514-4560-aba1-b4ba41c4154a requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:07.963991 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:08.161164 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-c72343f0-15df-4d61-bba2-1c601fd16cdf service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6567218 Jun 01 12:48:08.162318 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:08.183900 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-451a73b3-ed23-4640-b937-0a4678b1a3e8 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:08.186941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-451a73b3-ed23-4640-b937-0a4678b1a3e8 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Synchronizing usage tracker for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:08.194359 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:08.403999 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:08.411810 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:08.422745 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:08.475337 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-451a73b3-ed23-4640-b937-0a4678b1a3e8 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Unset dirty status for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:08.491180 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-451a73b3-ed23-4640-b937-0a4678b1a3e8 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/networks?id=3d067b42-ba02-4875-bb01-42b0a8b13802 HTTP/1.1" status: 200 len: 812 time: 0.9521766 Jun 01 12:48:08.550900 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:05Z', 'revision_number': 3, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:08.561628 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:48:08.563700 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Updating router 8abc691f-6339-4f1c-adec-235ca6405b73 port 3b3fc011-8efb-49a4-9d34-d149db6a9946 binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:48:08.574742 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:08.586517 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:08.655439 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:08.677467 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-4220efa0-668e-4e6a-8de9-0b5973005429 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/quotas/3e40f2f1e2384a9f84e8b09120a5f7ac HTTP/1.1" status: 200 len: 375 time: 0.1699724 Jun 01 12:48:08.695050 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-b0b4cc7b-97dc-4450-adf0-c7920e31a0cb service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966280 Jun 01 12:48:08.755567 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:08.833461 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-06209c3c-d417-4081-82d5-9f06574e78a0 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=3e40f2f1e2384a9f84e8b09120a5f7ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1543524 Jun 01 12:48:08.976126 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-8ab245da-04d0-4884-aa49-e91f0809c776 None None] Provisioning complete for port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:08.976501 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-8ab245da-04d0-4884-aa49-e91f0809c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.052391 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:09.055474 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.314136 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.344722 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.384903 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-dfd2cac7-d208-4044-9263-3fca5875e5ff service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:48:09.392925 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-dfd2cac7-d208-4044-9263-3fca5875e5ff service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2537220 Jun 01 12:48:09.419586 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.619132 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.642744 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3ebfb0b6-7491-44c8-8859-e7c9f75f0ffc req-d7cdd9e3-aa57-4e54-b002-530461886d41 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.0712743 Jun 01 12:48:09.648027 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Transition to ACTIVE for port object 3b3fc011-8efb-49a4-9d34-d149db6a9946 will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:09.662096 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.670182 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:09.816033 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Allocated IP 172.20.0.1 (ee83c504-b357-4b56-afca-2d69c382a5ab/fd10ca6b-f8a9-48ba-a9c1-09b25173fec4/6bfae09b-b3da-4c4a-b9c6-28596e67d104) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:09.845265 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Attempting to bind port 3b3fc011-8efb-49a4-9d34-d149db6a9946 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:09.845617 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Attempting to bind port 3b3fc011-8efb-49a4-9d34-d149db6a9946 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:09.846079 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Attempting to bind port 3b3fc011-8efb-49a4-9d34-d149db6a9946 on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:09.850348 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-3d0662dc-6367-47c9-a61f-81b9f4d1c494 service neutron] 10.222.0.93 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560819 Jun 01 12:48:09.870761 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:09.871210 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:09.871676 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.872168 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:09.879583 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Bound port: 3b3fc011-8efb-49a4-9d34-d149db6a9946, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:09.880451 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.967341 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] For port 3b3fc011-8efb-49a4-9d34-d149db6a9946, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:09.971549 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] For port 3b3fc011-8efb-49a4-9d34-d149db6a9946, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=3b3fc011-8efb-49a4-9d34-d149db6a9946,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:09.981126 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:09.992416 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Pushing event updated for resources: {'Port': ['ID=3b3fc011-8efb-49a4-9d34-d149db6a9946,revision_number=2']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:10.003715 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.004807 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.005424 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.005984 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.006563 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.007388 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.007930 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.008511 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.009082 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.009616 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.010146 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.010750 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Tracked resource versions report: Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: pushed versions: Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: { 'AddressGroup': {'1.2'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'ConntrackHelper': {'1.0'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Log': {'1.0'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Network': {'1.1'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Port': {'1.7'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'PortForwarding': {'1.2'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'QosPolicy': {'1.8'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroup': {'1.4'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroupRule': {'1.2'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SubPort': {'1.0'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Subnet': {'1.1'}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Trunk': {'1.1'}} Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: consumer versions: Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: { DHCP agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: HyperV agent@hv-cinder-77630: {}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: L3 agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: Metadata agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: Metering agent@dv-cinder-776307-6-smb: {}, Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: Open vSwitch agent@dv-cinder-776307-6-smb: { 'AddressGroup': '1.2', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'ConntrackHelper': '1.0', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Log': '1.0', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Network': '1.1', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Port': '1.7', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'PortForwarding': '1.2', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'QosPolicy': '1.8', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroup': '1.4', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SecurityGroupRule': '1.2', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'SubPort': '1.0', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Subnet': '1.1', Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: 'Trunk': '1.1'}} Jun 01 12:48:10.012035 dv-cinder-776307-6-smb neutron-server[98620]: {{(pid=98620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 12:48:10.027181 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:10.028166 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:10.109377 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:10.115850 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:47:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:10.162556 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Allocated IP 172.28.3.42 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:10.247339 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2173d72e-6680-4b77-8c4f-e9615b0c679e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.265642 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-8532984b-2b85-49de-90ea-d05405a467bb service neutron] 10.222.0.93 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140625 Jun 01 12:48:10.285826 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.321093 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Transition to ACTIVE for port object 6bfae09b-b3da-4c4a-b9c6-28596e67d104 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:10.392978 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.400121 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:10.524840 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:10.574620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Network ee83c504-b357-4b56-afca-2d69c382a5ab is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:10.613139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:10.620366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:10.621022 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.666499 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Pushing event updated for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:10.669575 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:10.723858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.807209 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:10.816026 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:10.842113 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Pushing event updated for resources: {'Port': ['ID=3b3fc011-8efb-49a4-9d34-d149db6a9946,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:10.862203 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:11.019233 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:11.028175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:11.030526 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-2ec6d38b-6139-492c-9212-8f9948abfec4 None None] Provisioning for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:11.031269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:11.048335 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:11.052426 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-2ec6d38b-6139-492c-9212-8f9948abfec4 None None] Provisioning complete for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:11.053047 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d38b-6139-492c-9212-8f9948abfec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:11.126089 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e1648301-ee60-4973-8265-ef7fce7a5e35 req-f5a95610-a8fb-4ed8-a478-c4ce2031c509 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.2112460 Jun 01 12:48:11.292345 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6d38b-6139-492c-9212-8f9948abfec4 None None] Port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:48:11.473134 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:05Z', 'revision_number': 3, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:11.481221 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e73263-4ca4-43a5-aa9f-2223aa43e272 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:05Z', 'revision_number': 3, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:48:11.512557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Pushing event updated for resources: {'Port': ['ID=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:11.525887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:11.551257 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-075154d7-14a8-4607-b2a3-0b45dbf2d264 req-323954e6-452b-42a8-88e0-a3c5eb30c18c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 210 time: 0.4321799 Jun 01 12:48:11.714976 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:11.723740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:11.725133 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:11.736056 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:11.896108 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:12.076695 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Pushing event updated for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:12.092901 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:12.250953 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Network ee83c504-b357-4b56-afca-2d69c382a5ab is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:12.254502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:12.363954 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:12.749636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:48:12.754859 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-55740d72-a3ef-4a3d-ba5f-fcb2520d3ded req-0ae45f43-4d03-4787-b8e2-85105693e9c1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.1212058 Jun 01 12:48:12.771915 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-450282c9-e75c-4983-999b-2fc8ef0fcbb2 None None] Provisioning complete for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:12.773814 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-450282c9-e75c-4983-999b-2fc8ef0fcbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.048836 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.98', 64006) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:13.090666 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-450282c9-e75c-4983-999b-2fc8ef0fcbb2 None None] Port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:48:13.092561 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 3b3fc011-8efb-49a4-9d34-d149db6a9946 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:13.202109 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53748) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:13.247930 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14d5a9c5-2ca5-4f9b-9122-de90ea27806e req-8c09cfd2-8e9f-46fb-9411-5c0f5e8c4d5c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 210 time: 0.1683993 Jun 01 12:48:13.274249 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 3b3fc011-8efb-49a4-9d34-d149db6a9946 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:13.302519 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 3b3fc011-8efb-49a4-9d34-d149db6a9946 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:13.302974 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.397802 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:48:13.433975 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] 10.222.0.93 "PUT /v2.0/routers/8abc691f-6339-4f1c-adec-235ca6405b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5617442 Jun 01 12:48:13.626785 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.663058 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 3b3fc011-8efb-49a4-9d34-d149db6a9946, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=3b3fc011-8efb-49a4-9d34-d149db6a9946,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:13.692436 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.709767 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:13.721193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.800308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:13.825230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Usage tracker for resource:security_group_rule and tenant:2e60a628e89a4832a0be32f707a6cc1c is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:13.836221 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:13.844166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.849203 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=3b3fc011-8efb-49a4-9d34-d149db6a9946,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:13.853422 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:13.854940 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-28e57929-c4fe-43d1-9685-7c855e1af231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:13.864744 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-5e1f402c-319f-4dfb-802d-80862925a4fc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:13.867631 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-5e1f402c-319f-4dfb-802d-80862925a4fc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.8174386 Jun 01 12:48:13.877691 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:14.025031 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Request body: {'port': {'device_id': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'admin_state_up': True, 'tenant_id': '960463040eed4676a433d40f209ef6d4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:14.073089 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:14.191767 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4eb6cca3-a14b-4a6e-a76f-d0fcafe59917 req-3a32facd-0f43-4d70-b66b-a5fa8ba28c7a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.1216893 Jun 01 12:48:14.556142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.98', 64016) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:14.627728 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:48:14.649615 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:14.651838 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:14.892747 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 3b3fc011-8efb-49a4-9d34-d149db6a9946 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:14.939620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:15.082625 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-ef75f27d-093e-486f-87f5-257b78ee723d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:15.084888 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-ef75f27d-093e-486f-87f5-257b78ee723d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.98 "GET /v2.0/networks?id=3d067b42-ba02-4875-bb01-42b0a8b13802 HTTP/1.1" status: 200 len: 812 time: 0.5267873 Jun 01 12:48:15.102187 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Request body: {'port': {'device_id': '279cf20f-6853-486d-ab46-2f40044ab524', 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802', 'admin_state_up': True, 'tenant_id': '3e40f2f1e2384a9f84e8b09120a5f7ac'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:15.158320 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Usage tracker for resource:port and tenant:960463040eed4676a433d40f209ef6d4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:15.170819 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:15.185979 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:15.199943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53826) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:15.241693 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--45159235', 'description': 'tempest-description--1546386606'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:15.262737 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9c97120d-cef5-43ef-9cb7-a7c61044e93e req-209a48a8-7866-47ff-81bd-7c386048e97b tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 210 time: 0.3300943 Jun 01 12:48:15.288842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:15.302957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:15.311644 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:15.338623 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:15.373380 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:15.381529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:15.417506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:15.576317 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:15.590089 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Usage tracker for resource:port and tenant:3e40f2f1e2384a9f84e8b09120a5f7ac is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:15.600036 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:15.622216 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:15.638411 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:15.651273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Made reservation on behalf of 3e40f2f1e2384a9f84e8b09120a5f7ac for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:15.672794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:15.823558 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 3b3fc011-8efb-49a4-9d34-d149db6a9946 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:15.823882 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:15.983135 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-81cf36cd-ff20-4853-b851-ef54bebe3bed req-d9236112-709f-4fd7-aec5-67838b62926b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.3139908 Jun 01 12:48:16.131910 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.182489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:16.188546 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:16.193175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:16.197892 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53858) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:16.203918 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:16.270076 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Allocated IP 172.20.0.7 (3d067b42-ba02-4875-bb01-42b0a8b13802/32198bcb-8813-4a94-9c64-0942669b104d/9b5ff015-8766-48b3-8ec4-f377aab0ad47) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:16.519467 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:11Z', 'revision_number': 2, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:16.543319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.549856 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:48:16.550384 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Updating router 8abc691f-6339-4f1c-adec-235ca6405b73 port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:48:16.697016 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.799485 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53870) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:16.806809 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.825215 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.875491 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.896877 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e738f2f3-1fb3-45fe-9e46-a2f38e66aeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:16.897221 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:16.939838 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Allocated IP 172.20.0.12 (01197009-0000-473f-87e0-5a96d5aee6d6/8effabb9-8172-4093-b8ea-2357e01d3ad9/1d00d7ce-3456-4da3-acbc-fc527ce04ea2) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:16.941973 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:16.999586 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.000400 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25eead8a-5d18-4538-b3b9-56c7f5c6149d,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:17.033220 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:17.113135 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.130766 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Network 3d067b42-ba02-4875-bb01-42b0a8b13802 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:17.157488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:17.158820 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:17.167909 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:17.184466 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:17.185256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.192607 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.201949 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53888) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:17.206505 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.9860375 Jun 01 12:48:17.257605 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group_rule': {'security_group_id': '4d56719f-b9b6-40ab-8ade-54e1b115b4ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:17.273177 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:17.278944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:17.282848 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:17.291401 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:17.299899 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:17.309870 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:92b1c65dba3448029966d74d86e09444 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:17.314866 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Router 9811d180-644c-4cf4-9376-eee212be0f9a is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:48:17.324808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:17.327675 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.361173 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.394230 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Pushing event updated for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:17.397723 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.408054 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Transition to ACTIVE for port object 6bfae09b-b3da-4c4a-b9c6-28596e67d104 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:17.425396 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.453272 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:17.455113 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-5c4af431-2fa4-454e-bad5-23a459382b92 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2e60a628e89a4832a0be32f707a6cc1c&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2437396 Jun 01 12:48:17.457891 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:17.459321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:17.461132 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:17.466598 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Usage tracker for resource:security_group_rule and tenant:5d09a653ef0c40d18e37632b21a3224e is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:17.471228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:17.489822 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53898) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:17.497333 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-33ab3552-dcba-4513-8559-abf97e9d95f2 req-b8af89aa-8a1b-4eab-bb89-c1b6d5fb1049 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:17.497661 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:17.564713 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d56719f-b9b6-40ab-8ade-54e1b115b4ac,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:17.598776 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:17.736514 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.764225 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:17.772929 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6749847 Jun 01 12:48:17.928362 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:18.099743 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Synchronizing usage tracker for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:security_group {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:18.101465 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Pushing event updated for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:18.108502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-80d45a25-28b4-4ba8-aaf1-f05aa092c3a4 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:48:18.109968 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-80d45a25-28b4-4ba8-aaf1-f05aa092c3a4 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1896307 Jun 01 12:48:18.113578 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ca5775-4ab3-4e4a-832f-905a3a9bab14,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:18.122200 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:18.137549 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:18.141559 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-33ab3552-dcba-4513-8559-abf97e9d95f2 req-b8af89aa-8a1b-4eab-bb89-c1b6d5fb1049 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:18.143330 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-33ab3552-dcba-4513-8559-abf97e9d95f2 req-b8af89aa-8a1b-4eab-bb89-c1b6d5fb1049 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.9032025 Jun 01 12:48:18.197424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.205418 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Unset dirty status for tenant:82e4db9ba27e4379908a57e8cb4e8fdb on resource:security_group {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:18.211971 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5d09a653ef0c40d18e37632b21a3224e&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0128148 Jun 01 12:48:18.216342 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53910) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:18.224879 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.279702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cab2ef-8cdf-4e50-aac7-7644d6edbf48 req-f8af0d96-2c26-4fc7-89c4-33daa7ba07b4 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:18.282688 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69cab2ef-8cdf-4e50-aac7-7644d6edbf48 req-f8af0d96-2c26-4fc7-89c4-33daa7ba07b4 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 931 time: 1.4814315 Jun 01 12:48:18.294829 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:18.320280 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d786484-f8ae-4540-abc9-8b5c1ec20e46,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:18.337926 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:18.365050 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.423933 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.425967 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2050185 Jun 01 12:48:18.431636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.439794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53914) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:18.449836 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group_rule': {'security_group_id': '4d56719f-b9b6-40ab-8ade-54e1b115b4ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:18.457590 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:18.462754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:18.466827 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:18.474655 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:18.486420 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.488117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Attempting to bind port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:18.488971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Attempting to bind port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:18.489591 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Attempting to bind port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:18.502451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:18.503082 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Checking segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:18.503759 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.504413 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Bound using segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:18.505270 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Bound port: 6bfae09b-b3da-4c4a-b9c6-28596e67d104, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:18.505913 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.510642 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.692361 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Request body: {'port': {'device_id': '279cf20f-6853-486d-ab46-2f40044ab524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:18.732387 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.771541 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] For port 6bfae09b-b3da-4c4a-b9c6-28596e67d104, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:18.775265 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] For port 6bfae09b-b3da-4c4a-b9c6-28596e67d104, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6bfae09b-b3da-4c4a-b9c6-28596e67d104,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:18.780859 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.813526 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:18.877229 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.919531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:18.922636 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:18.970679 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-77badd28-6ac8-4b66-9907-035f1adddd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:18.986994 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba642ca-8568-4cbd-9961-4863c51b41cc,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:19.008901 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:19.016965 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.025274 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-69cab2ef-8cdf-4e50-aac7-7644d6edbf48 req-dd6e2066-94a6-4718-97da-bca68ca4d52d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Synchronizing usage tracker for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:19.038194 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:19.038959 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:19.067990 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.087840 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-69cab2ef-8cdf-4e50-aac7-7644d6edbf48 req-dd6e2066-94a6-4718-97da-bca68ca4d52d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Unset dirty status for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:19.098328 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69cab2ef-8cdf-4e50-aac7-7644d6edbf48 req-dd6e2066-94a6-4718-97da-bca68ca4d52d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583539 Jun 01 12:48:19.137868 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.158555 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:48:19.166721 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=92b1c65dba3448029966d74d86e09444&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3575757 Jun 01 12:48:19.171885 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ca5775-4ab3-4e4a-832f-905a3a9bab14,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:19.177462 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Sync routers for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:48:19.191123 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.195652 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53924) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:19.202959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:19.205424 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:19.206321 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:19.206503 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.227443 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.256443 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:19.273826 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.286869 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48ca5775-4ab3-4e4a-832f-905a3a9bab14 HTTP/1.1" status: 204 len: 168 time: 1.0600679 Jun 01 12:48:19.371476 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.396388 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.4630771 Jun 01 12:48:19.410039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53934) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:19.536730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.543430 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1019797 Jun 01 12:48:19.549012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 53938) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:19.586363 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:19.594525 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41305a51-0b43-4959-810a-cf1c82fe4477,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:19.605668 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:19.611159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:19.627610 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:floatingip and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:19.638974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:19.649477 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:19.656512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:19.664745 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.725600 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-70f2480e-dca8-4aa3-927d-56c6e3d47e9b req-930b4cdf-2420-4838-a791-f8907a87a437 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.1974494 Jun 01 12:48:19.806308 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.906275 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:19.930461 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:19.936695 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Pushing event updated for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:19.957421 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.144s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:20.063244 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.112468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.161316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:20.351332 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Network 01197009-0000-473f-87e0-5a96d5aee6d6 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:20.376397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:20.409492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eead8a-5d18-4538-b3b9-56c7f5c6149d,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:20.502161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:20.523678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:20.524688 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.582219 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 53956) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:20.593853 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5996752 Jun 01 12:48:20.636854 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.680899 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:11Z', 'revision_number': 3, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:20.695211 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Checking router: 9811d180-644c-4cf4-9376-eee212be0f9a for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:48:20.695593 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Updating router 9811d180-644c-4cf4-9376-eee212be0f9a port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:48:20.733015 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:20.734746 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/25eead8a-5d18-4538-b3b9-56c7f5c6149d HTTP/1.1" status: 204 len: 168 time: 3.2323892 Jun 01 12:48:20.914143 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:20.941973 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.011340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Usage tracker for resource:security_group_rule and tenant:49e7555247b743d08753ef444094a792 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:21.133368 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.154683 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:21.183658 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba642ca-8568-4cbd-9961-4863c51b41cc,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:21.190519 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:21.193356 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.206848 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/eba642ca-8568-4cbd-9961-4863c51b41cc HTTP/1.1" status: 204 len: 168 time: 2.0098360 Jun 01 12:48:21.254078 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.db.resource_extend [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:48:21.337808 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:18Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:21.383233 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeb796f-4f8d-4713-a807-0e955939e909 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:18Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:48:21.460679 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:21.503275 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:21.513190 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ae4f58dc-1e2c-4bc4-beb1-a995ccc04148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.213s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:21.810342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:21.833121 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Request body: {'port': {'device_id': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:21.881897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:21.895839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5ff015-8766-48b3-8ec4-f377aab0ad47 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:22.055934 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:22.107061 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.151551 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Transition to ACTIVE for port object 9b5ff015-8766-48b3-8ec4-f377aab0ad47 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:22.162866 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.203304 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:22.287933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:22.527961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2856e6e-0b59-4257-b204-d80baa94379f req-555e2aa2-d306-4ca5-9209-45673a21a14d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:22.536595 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d2856e6e-0b59-4257-b204-d80baa94379f req-555e2aa2-d306-4ca5-9209-45673a21a14d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 931 time: 1.8827245 Jun 01 12:48:22.650500 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d2856e6e-0b59-4257-b204-d80baa94379f req-34840993-db52-4e7f-bf80-857c212b412f tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117475 Jun 01 12:48:22.654508 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.875358 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:22.898432 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e69d-77e4-4f64-920f-db97a9197e21 req-fe692f8e-1893-4d54-87e7-f07969e02f0e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:22.900511 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3170e69d-77e4-4f64-920f-db97a9197e21 req-fe692f8e-1893-4d54-87e7-f07969e02f0e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 932 time: 1.8386235 Jun 01 12:48:22.957442 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Transition to ACTIVE for port object 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:22.979217 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:23.010157 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6bfae09b-b3da-4c4a-b9c6-28596e67d104 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:23.038114 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4c955e63-6dcd-488d-a954-e14661deeaea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:23.098840 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-3170e69d-77e4-4f64-920f-db97a9197e21 req-136850d2-9b8a-4358-ae6c-2804f5873fc8 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:23.263386 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Pushing event updated for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:23.285103 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.082s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:23.323146 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Attempting to bind port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:23.334363 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Attempting to bind port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:23.337209 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Attempting to bind port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:23.453520 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:23.464082 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:23.466348 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:23.554955 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:23.594721 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:23.594721 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:23.594721 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:23.594721 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Bound port: 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:23.594721 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:23.595795 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Attempting to bind port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:23.595795 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Attempting to bind port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '2397efba-1bdd-4a3c-ac97-f54929da7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:23.595795 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Attempting to bind port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 on network 3d067b42-ba02-4875-bb01-42b0a8b13802 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:23.647958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Allocated IP 172.28.3.180 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/bb6d36b6-df6c-4c70-b12f-c3287a2d369c) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:23.670479 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 on network 3d067b42-ba02-4875-bb01-42b0a8b13802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:23.674803 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Attempting to bind port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 on network 3d067b42-ba02-4875-bb01-42b0a8b13802 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:23.755234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:23.759405 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Checking segment: {'id': '2397efba-1bdd-4a3c-ac97-f54929da7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:23.766086 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Bound using segment: {'id': '2397efba-1bdd-4a3c-ac97-f54929da7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:23.777932 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Bound port: 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2397efba-1bdd-4a3c-ac97-f54929da7cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:23.785902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:23.846193 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f084c4-1b01-46e5-b780-b0cecb01592b None None] Pushing event updated for resources: {'Port': ['ID=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,revision_number=2']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:23.871470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54024) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:23.886324 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-f0f084c4-1b01-46e5-b780-b0cecb01592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:23.947186 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-3170e69d-77e4-4f64-920f-db97a9197e21 req-136850d2-9b8a-4358-ae6c-2804f5873fc8 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:23.961544 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3170e69d-77e4-4f64-920f-db97a9197e21 req-136850d2-9b8a-4358-ae6c-2804f5873fc8 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9653919 Jun 01 12:48:23.994888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:24.020359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:24.170668 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-c3456b20-9c4e-4575-af3e-67434256209a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:24.206835 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] For port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:24.213982 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] For port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:24.222747 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=49e7555247b743d08753ef444094a792&name=default HTTP/1.1" status: 200 len: 2975 time: 3.6208513 Jun 01 12:48:24.230716 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:24.236356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54034) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:24.244385 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:24.502429 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:24.504307 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:24.563183 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:24.791341 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 6bfae09b-b3da-4c4a-b9c6-28596e67d104, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6bfae09b-b3da-4c4a-b9c6-28596e67d104,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:24.799281 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:24.820584 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:24.843221 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99824bbf-d164-48ca-b40e-35a5c49b2454,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:24.863435 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:24.886745 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-359495794-network', 'tenant_id': '56dcb25a626a42c8a25f9664742351b1'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:24.925429 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:25.087051 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:25.105130 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:25.120250 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:25.162234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Usage tracker for resource:network and tenant:56dcb25a626a42c8a25f9664742351b1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:25.175618 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:25.209158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:25.299731 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.309805 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:25.337439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47,segment=NetworkSegment(2397efba-1bdd-4a3c-ac97-f54929da7cb8),segment_id=2397efba-1bdd-4a3c-ac97-f54929da7cb8)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:25.504548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.518430 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f084c4-1b01-46e5-b780-b0cecb01592b None None] Pushing event updated for resources: {'Port': ['ID=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:25.531700 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-f0f084c4-1b01-46e5-b780-b0cecb01592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.291s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:25.574471 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Made reservation on behalf of 56dcb25a626a42c8a25f9664742351b1 for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:25.580731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.605127 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.607243 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.632958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.655542 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:25.686993 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:25.726740 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58773aba-bd4f-4f43-97ee-1437a17b34e9 req-2d8e140c-f3aa-4a0c-bf05-23d815de4987 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:25.749030 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58773aba-bd4f-4f43-97ee-1437a17b34e9 req-2d8e140c-f3aa-4a0c-bf05-23d815de4987 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 943 time: 1.2041328 Jun 01 12:48:25.921190 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=bb6d36b6-df6c-4c70-b12f-c3287a2d369c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:25.936369 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:25.942162 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Usage tracker for resource:security_group_rule and tenant:56dcb25a626a42c8a25f9664742351b1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:25.953217 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.db.resource_extend [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:48:26.127559 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:11Z', 'revision_number': 3, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:26.154031 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb48a5b6-adf9-4383-93fa-9fbd8e0d64e9 None None] The sync data for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb is: [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:11Z', 'revision_number': 3, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:48:26.179071 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:26.187635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:26.228969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:26.343701 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:26.362141 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:26.381712 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58773aba-bd4f-4f43-97ee-1437a17b34e9 req-b90fab5c-ef9f-4683-babc-c577ccffeccb tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309364 Jun 01 12:48:26.415308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938e2af-ba4c-4e5d-8981-94ded2c1e2e4 req-61dca0e3-a2a5-439c-972b-734dc80b1ecf tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:26.447872 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f938e2af-ba4c-4e5d-8981-94ded2c1e2e4 req-61dca0e3-a2a5-439c-972b-734dc80b1ecf tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 932 time: 1.1124103 Jun 01 12:48:26.483435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:26.483896 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:26.485471 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] 10.222.0.98 "PUT /v2.0/ports/9b5ff015-8766-48b3-8ec4-f377aab0ad47 HTTP/1.1" status: 200 len: 1093 time: 7.9638486 Jun 01 12:48:26.487307 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:26.488481 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:26.558719 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:26.590263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:26.721422 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.010075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:27.084146 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99824bbf-d164-48ca-b40e-35a5c49b2454,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:27.092413 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:27.113377 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.123040 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/99824bbf-d164-48ca-b40e-35a5c49b2454 HTTP/1.1" status: 204 len: 168 time: 2.8763039 Jun 01 12:48:27.196363 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:27.213996 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.223321 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f938e2af-ba4c-4e5d-8981-94ded2c1e2e4 req-f7b83d52-77dc-4d05-b573-c0024a9ebc02 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851876 Jun 01 12:48:27.233696 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Transition to ACTIVE for port object 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:27.250826 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.295268 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-343d7295-da67-4af6-b65f-309ab4b1978e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:27.312693 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.335166 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Pushing event updated for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:27.364023 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.709s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:27.372437 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:27.482004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1076} {{(pid=98618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:27.495974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.511973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:27.538104 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:27.539611 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.551388 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc225c3-d58d-4317-bd20-7faf548810b4,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:27.572111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:27.572927 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Added segment 4597eaee-1dd3-4dea-a9f6-cff04a9f16f9 of type vlan for network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 Jun 01 12:48:27.576764 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:27.658544 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.315s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:27.658898 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:27.862348 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-967845c5-2b25-4fa5-8ee3-2d61cd125b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:27.865823 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-967845c5-2b25-4fa5-8ee3-2d61cd125b3d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3e40f2f1e2384a9f84e8b09120a5f7ac&device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 1096 time: 1.1257429 Jun 01 12:48:27.877156 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.071771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:28.101557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:28.146347 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Attempting to bind port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:28.146347 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Attempting to bind port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:28.146347 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Attempting to bind port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:28.157565 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.183342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 on network 01197009-0000-473f-87e0-5a96d5aee6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:28.189893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Attempting to bind port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:28.228361 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:28.235933 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.236846 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-0766d5db-db71-4035-873a-2fb011b77599 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47 HTTP/1.1" status: 200 len: 217 time: 0.3423243 Jun 01 12:48:28.238423 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6bfae09b-b3da-4c4a-b9c6-28596e67d104 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:28.243865 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed0c85-b990-4c4c-98d4-46e994b6ce52" -d '{"events": [{"name": "network-changed", "server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:28.388506 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.443505 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-5f05db55-5a3a-4cf4-98bf-ef2dd8609087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:28.475162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:28.493943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Checking segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:28.494734 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Bound using segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:28.496456 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Bound port: 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:28.497817 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.520560 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54098) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:28.559259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.589800 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:28.590406 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:28.612612 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:28.832737 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-59ad382f-57df-428e-98c2-54246f0feb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:28.838243 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-59ad382f-57df-428e-98c2-54246f0feb9b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=32198bcb-8813-4a94-9c64-0942669b104d HTTP/1.1" status: 200 len: 852 time: 0.5196025 Jun 01 12:48:28.881022 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Allocated IP 172.20.0.1 (07f90677-0514-4560-aba1-b4ba41c4154a/a16600fa-44d0-41a3-a0ba-606f79350a54/50d4bddb-c9a2-45d1-805b-e75301b67735) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:28.919120 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fb5b6-c039-4b4e-9908-304da6be6bb1 req-7a209415-367c-4010-9ea0-42159a73a1da tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:28.923608 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d00fb5b6-c039-4b4e-9908-304da6be6bb1 req-7a209415-367c-4010-9ea0-42159a73a1da tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 943 time: 1.0308814 Jun 01 12:48:29.023681 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:29.109663 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:29.167209 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:29.167595 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.203556 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:29.235433 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:29.340976 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.482875 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.492376 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-7d4333fc-c834-45b4-aa02-560823ef9748 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3d067b42-ba02-4875-bb01-42b0a8b13802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3649158 Jun 01 12:48:29.497694 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.511853 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9016-1002-4a33-85b0-796a22c6b5eb req-657158f4-c20e-4ed5-9db4-b04add541204 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:29.528643 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-796f9016-1002-4a33-85b0-796a22c6b5eb req-657158f4-c20e-4ed5-9db4-b04add541204 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 944 time: 0.9588139 Jun 01 12:48:29.533518 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:29.561619 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.6795905 Jun 01 12:48:29.605256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54132) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:29.627359 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.666050 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=62c21d3e-3236-405d-bcaa-c4960d4d3ac5,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:29.707359 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Request body: {'subnet': {'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-359495794-subnet', 'tenant_id': '56dcb25a626a42c8a25f9664742351b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:29.719958 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:29.744309 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:29.780262 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-915c091b-96b4-4e75-88a3-38ed01e83dd5 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:29.835248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:29.836720 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:29.838585 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] 10.222.0.98 "PUT /v2.0/ports/1d00d7ce-3456-4da3-acbc-fc527ce04ea2 HTTP/1.1" status: 200 len: 1094 time: 8.0373118 Jun 01 12:48:29.840231 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:29.846781 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:29.861276 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:29.865473 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d00fb5b6-c039-4b4e-9908-304da6be6bb1 req-ef69cf6d-95b7-4c93-8456-93e506faa502 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9325116 Jun 01 12:48:30.124962 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:30.129180 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:30.135864 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Usage tracker for resource:subnet and tenant:56dcb25a626a42c8a25f9664742351b1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:30.143186 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:30.156256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:30.188916 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-9d10201e-b100-4bd1-b8e6-22210da7c472 service neutron] 10.222.0.98 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255858 Jun 01 12:48:30.191898 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:30.192484 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.209031 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Made reservation on behalf of 56dcb25a626a42c8a25f9664742351b1 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:30.214541 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.251746 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.292017 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.303963 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.7214093 Jun 01 12:48:30.424596 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.458257 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=bb6d36b6-df6c-4c70-b12f-c3287a2d369c,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:30.463913 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:30.670739 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-796f9016-1002-4a33-85b0-796a22c6b5eb req-ca123f6b-d2fd-4e5a-a2c4-6bbdac6f222c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1207712 Jun 01 12:48:30.685306 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:30.706481 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Usage tracker for resource:security_group_rule and tenant:785c6ad17be44dffbea7e04394bd27b0 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:30.711797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:30.730876 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:30.742240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:30.749905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-628b5888-1f30-4be5-b22e-d6ad67eee290 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:30.779144 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be616b-e680-40e8-b0ae-a28dbe915fe8 x-openstack-request-id: req-17be616b-e680-40e8-b0ae-a28dbe915fe8 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:30.780114 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:30.780547 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-17be616b-e680-40e8-b0ae-a28dbe915fe8 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:30.781949 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47', 'status': 'completed', 'code': 200} Jun 01 12:48:30.813508 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Network 07f90677-0514-4560-aba1-b4ba41c4154a is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:30.832078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:30.868010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:30.868518 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:31.127488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:31.243480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:31.254110 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:31.279874 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Pushing event updated for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:31.283366 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:31.345714 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3a6e677f-2cf3-46cd-82c2-5c9a6f5e9cb3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:31.461836 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3a6e677f-2cf3-46cd-82c2-5c9a6f5e9cb3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:31.462702 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1d61e9-2dfd-4c72-b221-4046d8f799a9,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:31.462879 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3a6e677f-2cf3-46cd-82c2-5c9a6f5e9cb3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--45159235&fields=id&tenant_id=b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 267 time: 0.3477612 Jun 01 12:48:31.477135 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:31.601507 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Checking segment: {'id': '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:31.602067 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Network hostable DHCP agents. Network: 62c21d3e-3236-405d-bcaa-c4960d4d3ac5, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:31.664898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c0fd4-3358-420d-870f-9e7169e0b2a9 req-736ab7fc-187e-448d-8e7c-06a3b7606568 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:31.666053 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-816c0fd4-3358-420d-870f-9e7169e0b2a9 req-736ab7fc-187e-448d-8e7c-06a3b7606568 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 943 time: 0.5295649 Jun 01 12:48:31.674125 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-874e296c-81fa-4f1f-a723-62d840ac40d4 req-2b2b416f-4cec-42dd-9d47-767091dd5502 service neutron] 10.222.0.98 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221335 Jun 01 12:48:31.675524 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:31.704850 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 62c21d3e-3236-405d-bcaa-c4960d4d3ac5) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:31.714500 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d4ca6-9063-4d2d-a54d-fa28202ee297 None None] Network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:31.717177 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:31.718063 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:31.753438 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0997062 Jun 01 12:48:31.767864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:31.841357 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:31.887807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:31.917730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-9f91d222-4855-466b-83cb-945a2605c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:31.920460 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-9f91d222-4855-466b-83cb-945a2605c903 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3e40f2f1e2384a9f84e8b09120a5f7ac&device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 1096 time: 0.1724262 Jun 01 12:48:31.995695 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-816c0fd4-3358-420d-870f-9e7169e0b2a9 req-ff16531d-7d02-402d-a730-010f3852c372 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111210 Jun 01 12:48:32.036785 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=785c6ad17be44dffbea7e04394bd27b0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5018327 Jun 01 12:48:32.037974 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3340ada-10bb-4280-81b4-b29c721dbe69,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:32.047752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54206) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:32.065787 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:32.068176 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-0889c7da-f282-4875-8dba-a0950541e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:32.069931 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-0889c7da-f282-4875-8dba-a0950541e66d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 1097 time: 0.6733418 Jun 01 12:48:32.083620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-40fb7567-0cc1-4847-b557-3e52bc5a766a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:32.084851 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-40fb7567-0cc1-4847-b557-3e52bc5a766a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:32.167057 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:32.215312 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-7a8d17d8-8d66-4058-b4c3-c9279c781edd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2 HTTP/1.1" status: 200 len: 217 time: 0.1269753 Jun 01 12:48:32.272146 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59291e2-ac24-4447-8648-7e11ed27fda2 None None] Network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:32.331440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-b7ae0c26-5112-4ffa-bf48-b43a72b8de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:32.331440 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-b7ae0c26-5112-4ffa-bf48-b43a72b8de7a service neutron] 10.222.0.98 "GET /v2.0/networks?id=3d067b42-ba02-4875-bb01-42b0a8b13802 HTTP/1.1" status: 200 len: 914 time: 0.4036736 Jun 01 12:48:32.387932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3108bd-6f91-4cd8-8bdf-717263875a02 x-openstack-request-id: req-3f3108bd-6f91-4cd8-8bdf-717263875a02 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:32.388940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:32.388940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-3f3108bd-6f91-4cd8-8bdf-717263875a02 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:32.389134 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'status': 'completed', 'code': 200} Jun 01 12:48:32.426960 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-40fb7567-0cc1-4847-b557-3e52bc5a766a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:32.428139 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-40fb7567-0cc1-4847-b557-3e52bc5a766a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 811 time: 0.9468613 Jun 01 12:48:32.545358 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-77abc29a-f8dc-4dfa-878d-11088adac5dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47 HTTP/1.1" status: 200 len: 217 time: 0.2005053 Jun 01 12:48:32.565961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13475-245a-47ae-8655-de538087a486 req-bb5ee6cb-a968-42d9-852f-93418dca9161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:32.567911 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-bb5ee6cb-a968-42d9-852f-93418dca9161 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.3243737 Jun 01 12:48:32.585836 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-be81f548-2771-44ec-8467-c816756bdc74 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/quotas/b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 375 time: 0.1090157 Jun 01 12:48:32.693118 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:32.702447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-c7bf96d2-b38f-4a21-b250-3fa93b554372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:32.704166 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-c7bf96d2-b38f-4a21-b250-3fa93b554372 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=32198bcb-8813-4a94-9c64-0942669b104d HTTP/1.1" status: 200 len: 852 time: 0.1578691 Jun 01 12:48:32.818290 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-193fa3a5-93ad-428a-a18d-a0f11cb7d095 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=3d067b42-ba02-4875-bb01-42b0a8b13802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059980 Jun 01 12:48:32.827564 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-14e4760c-62c8-4db1-91dc-9c9a87e2c52d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2394514 Jun 01 12:48:32.948391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54238) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:32.989423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627330067-network', 'tenant_id': 'cfcc98a82d9b49429c09665aee6fdc0d'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:33.018902 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-c5a16aba-9747-4311-be0f-c134d34ac6c9 service neutron] 10.222.0.98 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899359 Jun 01 12:48:33.019741 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.075941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:33.101688 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Usage tracker for resource:network and tenant:cfcc98a82d9b49429c09665aee6fdc0d is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:33.126837 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:33.261625 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-51ed0c85-b990-4c4c-98d4-46e994b6ce52 req-85f560fe-f20b-4f7e-8eb1-e95dc0932bb8 service neutron] 10.222.0.98 "GET /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357702 Jun 01 12:48:33.328515 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:33.408647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Made reservation on behalf of cfcc98a82d9b49429c09665aee6fdc0d for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:33.411014 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.456965 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-0fc7ab01-f61a-40b5-a31f-66f3a4110ac5 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875502 Jun 01 12:48:33.464879 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b607a-8fa6-4038-8ff4-809b6534e8c6 req-beefbf43-d6cf-4f6b-a5ca-794fe34243d9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:33.466402 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-762b607a-8fa6-4038-8ff4-809b6534e8c6 req-beefbf43-d6cf-4f6b-a5ca-794fe34243d9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 944 time: 0.8213248 Jun 01 12:48:33.474886 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3fea0117-c243-40d0-90cf-bed5939b3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8783958 Jun 01 12:48:33.475603 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.564340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.580744 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:33.608365 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6cfecdb0-1db5-423a-9976-72150868c7ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:33.619754 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Usage tracker for resource:security_group_rule and tenant:cfcc98a82d9b49429c09665aee6fdc0d is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:33.643319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:33.702513 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.717860 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3340ada-10bb-4280-81b4-b29c721dbe69,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:33.724720 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:33.734699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:33.802091 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.820797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:33.827272 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-762b607a-8fa6-4038-8ff4-809b6534e8c6 req-8bc6ea5c-01d7-4641-9827-1cbb7cfd8b7e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355651 Jun 01 12:48:33.840259 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:34.058633 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54260) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:34.159168 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.161983 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e3340ada-10bb-4280-81b4-b29c721dbe69 HTTP/1.1" status: 204 len: 168 time: 2.1128032 Jun 01 12:48:34.228158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.248619 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:34.254596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Usage tracker for resource:security_group_rule and tenant:0b68f57f16d14255b20894f340e9613d is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:34.258360 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:34.270440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:34.361481 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d13475-245a-47ae-8655-de538087a486 req-0db62655-e5b4-44ff-94c7-80f2f2bdfa77 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718667 Jun 01 12:48:34.368758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Pushing event updated for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:34.392732 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:34.401214 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3ddfa000-f370-4aba-8ae3-58f9e7098fc3 service neutron] 10.222.0.93 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9051433 Jun 01 12:48:34.409972 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.417337 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.429886 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:34.477986 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0b68f57f16d14255b20894f340e9613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175162 Jun 01 12:48:34.479330 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0af1e-0e37-4d0e-981f-6b52c0e0ab7c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:34.482837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:34.483634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54276) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:34.554314 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.591292 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.594785 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:48:34.653932 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54280) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:34.654925 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Network 07f90677-0514-4560-aba1-b4ba41c4154a is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:34.676047 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:34.676300 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.694736 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:34.699402 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Usage tracker for resource:security_group_rule and tenant:7757c3caef9843079b5bd3e917be5e35 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:34.702426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.703538 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:34.712970 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:34.722766 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:34.729466 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0af1e-0e37-4d0e-981f-6b52c0e0ab7c,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:34.732052 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:34.743724 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.747204 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c0d0af1e-0e37-4d0e-981f-6b52c0e0ab7c HTTP/1.1" status: 204 len: 168 time: 0.2601285 Jun 01 12:48:34.780093 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.828762 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192de1-c3cf-4c36-b158-1baf361db758 req-abf47f43-ba18-4551-8896-364e104388bb tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:34.830321 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1c192de1-c3cf-4c36-b158-1baf361db758 req-abf47f43-ba18-4551-8896-364e104388bb tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 943 time: 0.7203200 Jun 01 12:48:34.831040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.837161 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.842715 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:34.854151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:34.854405 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:34.864737 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-0bf65171-fd5f-43bc-8748-49f00ceb4f54 service neutron] 10.222.0.93 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517839 Jun 01 12:48:34.905560 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7757c3caef9843079b5bd3e917be5e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477322 Jun 01 12:48:34.905560 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c1b6a9-9c67-45a7-b2eb-a95736ea3acb,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:34.907567 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:34.908058 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54288) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:34.975653 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:48:35.020559 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.024586 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-4a92cb2e-7c3c-416d-bd9f-efbbb6f56185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:35.026158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-4a92cb2e-7c3c-416d-bd9f-efbbb6f56185 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 1097 time: 0.5768151 Jun 01 12:48:35.079160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.079576 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Added segment 4f57e272-fff6-4490-a9d8-013105941d25 of type vlan for network 6d81be83-f2ba-4d5d-aa87-ed80451b983f Jun 01 12:48:35.081678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916196b6-f8d5-4b89-9766-55348573d2d3,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:35.089371 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1c192de1-c3cf-4c36-b158-1baf361db758 req-a0c6c908-3770-4b72-ba43-56a1f29b4e0c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435436 Jun 01 12:48:35.090486 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:35.097990 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.196040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.242730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.250888 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:35.275124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c1b6a9-9c67-45a7-b2eb-a95736ea3acb,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:35.277370 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.278588 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/19c1b6a9-9c67-45a7-b2eb-a95736ea3acb HTTP/1.1" status: 204 len: 168 time: 0.3693774 Jun 01 12:48:35.279463 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:35.321165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Router 9811d180-644c-4cf4-9376-eee212be0f9a has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:48:35.429158 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.db.resource_extend [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:48:35.447259 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5f06f62b-c461-442a-99a9-193548f522fe req-1832004b-56e9-4a72-b6fe-5ee529ed1710 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 210 time: 0.1283305 Jun 01 12:48:35.573995 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.576716 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54312) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:35.593041 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:35.593041 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.595975 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.596412 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-b5aaa574-118d-4401-b498-1d516c3359c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:35.598306 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-b5aaa574-118d-4401-b498-1d516c3359c1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 917 time: 0.5608928 Jun 01 12:48:35.602901 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:35.614661 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:35.619763 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Usage tracker for resource:security_group_rule and tenant:f5c2f6e407864f14a6bdd451d9d08a40 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:35.623604 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:35.633685 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:35.733033 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-b84ac1d9-2085-4586-b066-bf468cd40b71 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2 HTTP/1.1" status: 200 len: 217 time: 0.1104045 Jun 01 12:48:35.798093 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.804975 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:35.823602 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:35.898629 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e764e2ff-8618-4a98-aee8-2a62e97a0a05,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:35.928909 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f5c2f6e407864f14a6bdd451d9d08a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490722 Jun 01 12:48:35.928909 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:35.929328 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54324) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:35.951106 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.0015600 Jun 01 12:48:35.965783 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54328) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:35.966603 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Pushing event updated for resources: {'Network': ['ID=6d81be83-f2ba-4d5d-aa87-ed80451b983f,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:35.982195 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 6d81be83-f2ba-4d5d-aa87-ed80451b983f details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:48:35.985269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Request body: {'subnet': {'network_id': '6d81be83-f2ba-4d5d-aa87-ed80451b983f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627330067-subnet', 'tenant_id': 'cfcc98a82d9b49429c09665aee6fdc0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:35.993927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:36.009161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332dcdf-9f6d-4212-a986-b2608cfc583c req-0c67e06d-b3a2-45c2-9c46-d14eec948807 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:36.010868 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8332dcdf-9f6d-4212-a986-b2608cfc583c req-0c67e06d-b3a2-45c2-9c46-d14eec948807 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 944 time: 0.6944880 Jun 01 12:48:36.012266 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:36.030740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:36.031230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Usage tracker for resource:subnet and tenant:cfcc98a82d9b49429c09665aee6fdc0d is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:36.038039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:36.046052 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:48:36.096221 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:36.098501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:36.119883 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-cb52a047-ae5d-495a-85f9-7e5c36d01b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:36.121950 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-cb52a047-ae5d-495a-85f9-7e5c36d01b5e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.2872136 Jun 01 12:48:36.146561 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] 10.222.0.93 "PUT /v2.0/routers/9811d180-644c-4cf4-9376-eee212be0f9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7347984 Jun 01 12:48:36.174298 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Sync routers for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:48:36.180167 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:36.186765 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-eb3e8546-4890-4797-aa75-0e149840c1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:36.190080 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Made reservation on behalf of cfcc98a82d9b49429c09665aee6fdc0d for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:36.197149 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:36.219619 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e764e2ff-8618-4a98-aee8-2a62e97a0a05,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:36.223728 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:36.236914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:36.240497 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e764e2ff-8618-4a98-aee8-2a62e97a0a05 HTTP/1.1" status: 204 len: 168 time: 0.3079042 Jun 01 12:48:36.320881 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:36.322470 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:36.502070 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-952ef390-d345-4f3f-90e9-675ab73601fd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3487699 Jun 01 12:48:36.523135 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8332dcdf-9f6d-4212-a986-b2608cfc583c req-e32aa4a6-f26d-40bd-951f-0b17cc20fd3d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951329 Jun 01 12:48:36.596065 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:36.738042 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 9b5ff015-8766-48b3-8ec4-f377aab0ad47 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:48:36.918340 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47,segment=NetworkSegment(2397efba-1bdd-4a3c-ac97-f54929da7cb8),segment_id=2397efba-1bdd-4a3c-ac97-f54929da7cb8)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:36.939645 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '9b5ff015-8766-48b3-8ec4-f377aab0ad47', 'network_id': '3d067b42-ba02-4875-bb01-42b0a8b13802', 'port_id': '9b5ff015-8766-48b3-8ec4-f377aab0ad47', 'mac_address': 'fa:16:3e:e8:77:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32198bcb-8813-4a94-9c64-0942669b104d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:48:37.133832 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:37.161356 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5ff015-8766-48b3-8ec4-f377aab0ad47 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:37.182486 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e8ad05cf-8347-4248-b7be-90006e90e3a5 req-e28a5c3f-ea77-4bca-855c-19fc924a0812 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 210 time: 0.3955798 Jun 01 12:48:37.192250 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47,segment=NetworkSegment(2397efba-1bdd-4a3c-ac97-f54929da7cb8),segment_id=2397efba-1bdd-4a3c-ac97-f54929da7cb8)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:37.233782 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:37.240317 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:37.321362 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:37.337481 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:37.376281 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-ca174fbc-e22a-40d5-97ee-22ded9529d7f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:37.381734 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049759-9a75-4f31-8740-1c6a7b01dc26 req-19a57d16-346f-45a4-b526-588c0cfdcfdf tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:37.382844 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-ca174fbc-e22a-40d5-97ee-22ded9529d7f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 811 time: 0.6080949 Jun 01 12:48:37.409726 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea049759-9a75-4f31-8740-1c6a7b01dc26 req-19a57d16-346f-45a4-b526-588c0cfdcfdf tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 943 time: 0.8917370 Jun 01 12:48:37.413248 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-7b22b40c-10ee-4a54-a0be-7abc8c5e3337 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8884578 Jun 01 12:48:37.464303 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-3829efd9-f496-4347-a409-4315c0a4d8bb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 378 time: 0.0679686 Jun 01 12:48:37.479449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'port': {'device_id': '13d44be3-dd45-43ff-a762-693383599ad3', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'admin_state_up': True, 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'security_groups': ['4d56719f-b9b6-40ab-8ade-54e1b115b4ac']}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:37.600459 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:31Z', 'revision_number': 4, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '50d4bddb-c9a2-45d1-805b-e75301b67735', 'name': '', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'mac_address': 'fa:16:3e:0a:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:48:32Z', 'revision_number': 2, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'subnets': [{'id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:37.607659 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Checking router: 9811d180-644c-4cf4-9376-eee212be0f9a for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:48:37.608819 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Updating router 9811d180-644c-4cf4-9376-eee212be0f9a port 50d4bddb-c9a2-45d1-805b-e75301b67735 binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:48:37.631926 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea049759-9a75-4f31-8740-1c6a7b01dc26 req-57b13d33-9076-49dc-8edc-f8754637ec46 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117956 Jun 01 12:48:37.715819 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['9b5ff015-8766-48b3-8ec4-f377aab0ad47'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:48:37.719392 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:37.725806 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:port and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:37.729863 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:37.749590 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:37.779095 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Made reservation on behalf of b70feabd588e40fb95780b8f84a6df69 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:37.792307 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:38.011829 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:38.104174 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71026eb2-09aa-44bb-a7cb-1d6ce29a5b7a req-83a24a65-65cd-427e-a600-ea4d53d5e00c service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601069 Jun 01 12:48:38.200548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Allocated IP 172.20.0.8 (ee83c504-b357-4b56-afca-2d69c382a5ab/fd10ca6b-f8a9-48ba-a9c1-09b25173fec4/99a9cef6-c0f5-4551-b801-f7bed8519953) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:38.420736 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-b72e4209-852d-4bd8-b8c0-b1e63b3d5e3a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:38.421995 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-b72e4209-852d-4bd8-b8c0-b1e63b3d5e3a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Synchronizing usage tracker for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:38.484506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c9a50-507e-4cda-9888-ba71d5869cf3 req-0fc5479e-6ce8-4e14-9bfe-2c354fbee099 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:38.492158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f79c9a50-507e-4cda-9888-ba71d5869cf3 req-0fc5479e-6ce8-4e14-9bfe-2c354fbee099 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 944 time: 0.6022925 Jun 01 12:48:38.495642 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-b72e4209-852d-4bd8-b8c0-b1e63b3d5e3a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Unset dirty status for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:38.496855 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-b72e4209-852d-4bd8-b8c0-b1e63b3d5e3a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 818 time: 0.5462456 Jun 01 12:48:38.551245 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:48:38.577050 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-a7e57c6f-dcbf-4c32-b870-b6e7815bae3f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/quotas/c45aa8e2a02c469aa9c7f580b2f1ce10 HTTP/1.1" status: 200 len: 375 time: 0.0244956 Jun 01 12:48:38.787740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:38.834019 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Transition to ACTIVE for port object 99a9cef6-c0f5-4551-b801-f7bed8519953 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:38.873589 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f79c9a50-507e-4cda-9888-ba71d5869cf3 req-ede50a3b-ca07-4362-a045-eb781f36f82b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780150 Jun 01 12:48:38.875756 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:38.898842 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:38.905428 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'port_id': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'mac_address': 'fa:16:3e:38:ef:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effabb9-8172-4093-b8ea-2357e01d3ad9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:48:38.916003 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:39.110322 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-46b4f3f1-66a9-4d1d-b891-b297f3019619 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Synchronizing usage tracker for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:39.154154 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.190330 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Network ee83c504-b357-4b56-afca-2d69c382a5ab is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:39.198560 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:39.198914 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:39.207904 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:39.225756 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:39.226182 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:39.228273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.240716 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.257473 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:39.282718 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8121030 Jun 01 12:48:39.326205 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Request body: {'port': {'device_id': '13d44be3-dd45-43ff-a762-693383599ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:39.357036 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.db.resource_extend [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:48:39.395653 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.432700 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:39.442874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:39.466270 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:39.540059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-46b4f3f1-66a9-4d1d-b891-b297f3019619 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Unset dirty status for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:39.541651 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-46b4f3f1-66a9-4d1d-b891-b297f3019619 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9472008 Jun 01 12:48:39.652399 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.670076 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Transition to ACTIVE for port object 50d4bddb-c9a2-45d1-805b-e75301b67735 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:39.681574 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.695984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:48:39.732541 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:39.764820 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:39.769414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a5dfa0-9523-4786-9e6f-3e471ec467b4,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:39.795910 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:39.796856 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:39.797893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:39.807141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Checking segment: {'id': '4f57e272-fff6-4490-a9d8-013105941d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': '6d81be83-f2ba-4d5d-aa87-ed80451b983f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:39.807503 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Network hostable DHCP agents. Network: 6d81be83-f2ba-4d5d-aa87-ed80451b983f, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:48:39.831482 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f2bda-21a2-4b33-b383-072d3ce66088 req-e193b3c5-ddc3-4690-a17f-bb757b8c4b0b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:39.833154 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-238f2bda-21a2-4b33-b383-072d3ce66088 req-e193b3c5-ddc3-4690-a17f-bb757b8c4b0b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 931 time: 0.7418141 Jun 01 12:48:39.903120 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-b47bc406-3681-4668-885b-650d6368b07a service neutron] 10.222.0.93 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403921 Jun 01 12:48:39.904797 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-93366ed6-80e2-4dc5-817a-1872ec1ad553 None None] Provisioning for port 99a9cef6-c0f5-4551-b801-f7bed8519953 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:39.934947 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Network 6d81be83-f2ba-4d5d-aa87-ed80451b983f is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:48:39.961069 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-238f2bda-21a2-4b33-b383-072d3ce66088 req-f06a552a-929a-4a79-b9bf-f85deae5403a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1107576 Jun 01 12:48:39.973328 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 6d81be83-f2ba-4d5d-aa87-ed80451b983f) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:39.981842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:39.982468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.039193 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-93366ed6-80e2-4dc5-817a-1872ec1ad553 None None] Provisioning complete for port 99a9cef6-c0f5-4551-b801-f7bed8519953 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:40.040041 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-93366ed6-80e2-4dc5-817a-1872ec1ad553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.086971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd535d1a-1d41-459d-9ccb-a42af2a2651d None None] Network 6d81be83-f2ba-4d5d-aa87-ed80451b983f requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:40.318999 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-68822ad6-77f4-45c2-89c2-b23e761dae78 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.3417671 Jun 01 12:48:40.360498 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-d8d04d5b-3038-4058-a87a-c91839239a08 service neutron] 10.222.0.93 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564342 Jun 01 12:48:40.381465 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0957-8c13-4cc9-b773-41a8bd7a9b94 req-0ad9e3db-dba4-44cd-844d-b7d8f79546af tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:40.389819 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f4ef0957-8c13-4cc9-b773-41a8bd7a9b94 req-0ad9e3db-dba4-44cd-844d-b7d8f79546af tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 944 time: 0.1538076 Jun 01 12:48:40.479727 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f4ef0957-8c13-4cc9-b773-41a8bd7a9b94 req-87374ed2-94b0-4283-a90b-e99ee34d7c80 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884631 Jun 01 12:48:40.508432 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a9cef6-c0f5-4551-b801-f7bed8519953 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:40.533221 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.554741 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Transition to ACTIVE for port object 99a9cef6-c0f5-4551-b801-f7bed8519953 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:40.574252 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 9b5ff015-8766-48b3-8ec4-f377aab0ad47 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:40.574488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.588145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54502) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:40.602435 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Pushing event updated for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:40.611454 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:40.655180 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:40.738293 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-93366ed6-80e2-4dc5-817a-1872ec1ad553 None None] Port 99a9cef6-c0f5-4551-b801-f7bed8519953 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:48:40.908399 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Attempting to bind port 50d4bddb-c9a2-45d1-805b-e75301b67735 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:40.912810 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Attempting to bind port 50d4bddb-c9a2-45d1-805b-e75301b67735 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:40.913373 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Attempting to bind port 50d4bddb-c9a2-45d1-805b-e75301b67735 on network 07f90677-0514-4560-aba1-b4ba41c4154a {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:40.954820 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-52abb90c-4fef-41fc-830d-c7673bc1f11f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.996099 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:40.996482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Checking segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:40.996953 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:40.999849 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Bound using segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:41.001167 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Bound port: 50d4bddb-c9a2-45d1-805b-e75301b67735, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:41.001628 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.006111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:41.006695 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2afb73ed-f3b5-4624-a954-f7f57e294ae7 req-2539868f-8d18-406a-adb2-de32eabac9d5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 210 time: 0.1867630 Jun 01 12:48:41.013854 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:41.020131 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Attempting to bind port 99a9cef6-c0f5-4551-b801-f7bed8519953 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:41.022051 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Attempting to bind port 99a9cef6-c0f5-4551-b801-f7bed8519953 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:41.022571 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Attempting to bind port 99a9cef6-c0f5-4551-b801-f7bed8519953 on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:41.029956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Port 99a9cef6-c0f5-4551-b801-f7bed8519953 on network ee83c504-b357-4b56-afca-2d69c382a5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:41.030465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Attempting to bind port 99a9cef6-c0f5-4551-b801-f7bed8519953 on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:41.042496 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:41.043053 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Checking segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:41.043607 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Bound using segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:41.044241 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Bound port: 99a9cef6-c0f5-4551-b801-f7bed8519953, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:41.046868 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.058671 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4139c-c39c-4efa-8c60-acc6ddb9642d req-e6a30358-56f7-4031-9799-eb480513d67a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:41.070226 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71b4139c-c39c-4efa-8c60-acc6ddb9642d req-e6a30358-56f7-4031-9799-eb480513d67a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 945 time: 0.4195087 Jun 01 12:48:41.160718 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:41.222618 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-71b4139c-c39c-4efa-8c60-acc6ddb9642d req-8f6bae06-af13-4fd7-bbec-479826189d54 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457348 Jun 01 12:48:41.335991 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:41.346616 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99a9cef6-c0f5-4551-b801-f7bed8519953,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:41.357297 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.366102 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:41.366521 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.369158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-988e4d7e-c96a-4a9a-b67f-aefe1872c4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:41.465275 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:41.466542 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.469065 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] 10.222.0.98 "PUT /v2.0/ports/99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 1093 time: 2.1670694 Jun 01 12:48:41.470182 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:41.474907 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119" -d '{"events": [{"name": "network-changed", "server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:41.501844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Pushing event updated for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:41.508552 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:41.527624 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33184c-2470-435e-9cf2-25ad2bce3652 req-9af315e1-c0a7-4a82-9cca-8658b9f01dbf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:41.544831 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea33184c-2470-435e-9cf2-25ad2bce3652 req-9af315e1-c0a7-4a82-9cca-8658b9f01dbf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 943 time: 0.2355967 Jun 01 12:48:41.700560 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-5e17904e-1c30-4f35-bbe6-f1563cda9f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:41.705639 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-5e17904e-1c30-4f35-bbe6-f1563cda9f0a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1597133 Jun 01 12:48:41.727038 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea33184c-2470-435e-9cf2-25ad2bce3652 req-06e681fb-4b61-4bb9-91b7-ee445bac3ce6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810567 Jun 01 12:48:41.754602 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:41.800862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54552) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:41.838651 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:41.857343 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d1b20d50b544050b276d8e65e6ea01a is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:41.874185 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:41.898529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:42.041472 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8168058a-3cae-4491-9830-3ad374a1cd82 x-openstack-request-id: req-8168058a-3cae-4491-9830-3ad374a1cd82 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:42.041796 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:42.042110 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8168058a-3cae-4491-9830-3ad374a1cd82 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:42.042584 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'status': 'completed', 'code': 200} Jun 01 12:48:42.044354 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-9d59e0c7-9348-4996-9820-54d723d929c2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 217 time: 0.3315728 Jun 01 12:48:42.143083 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-0b9c0b03-893e-4965-ba8d-39ff667be065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:42.145114 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-0b9c0b03-893e-4965-ba8d-39ff667be065 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0941908 Jun 01 12:48:42.210906 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.218404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.262403 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.290336 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:42.299463 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Usage tracker for resource:security_group_rule and tenant:df855c758b154259bda3d19367e3773f is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:42.313702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:42.329741 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:42.353103 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.359718 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:42.404040 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7f97a-25bf-432b-a063-0d5c23064d61 None None] Network 6d81be83-f2ba-4d5d-aa87-ed80451b983f requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:48:42.411658 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-510fb9ae-cefb-4fa2-a299-6b37d6271088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:42.414454 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-510fb9ae-cefb-4fa2-a299-6b37d6271088 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2616470 Jun 01 12:48:42.521239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f61c131-b836-4dc0-964a-74a80512b367,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:42.536451 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9d1b20d50b544050b276d8e65e6ea01a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9468021 Jun 01 12:48:42.543940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:42.566013 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54582) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:42.568569 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] For port 50d4bddb-c9a2-45d1-805b-e75301b67735, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:42.572314 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] For port 50d4bddb-c9a2-45d1-805b-e75301b67735, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=50d4bddb-c9a2-45d1-805b-e75301b67735,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:42.573590 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.594978 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.616094 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:42.713437 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-4e51cd4c-d82f-4349-8f50-0a2427b7629f service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911530 Jun 01 12:48:42.824969 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.864322 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47,segment=NetworkSegment(2397efba-1bdd-4a3c-ac97-f54929da7cb8),segment_id=2397efba-1bdd-4a3c-ac97-f54929da7cb8)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:42.867022 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df54cf6-0c6b-4a94-92c8-9caffe64cd6d req-7ffeecae-a13c-47c0-b171-19ea994ba146 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:42.869363 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1df54cf6-0c6b-4a94-92c8-9caffe64cd6d req-7ffeecae-a13c-47c0-b171-19ea994ba146 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 944 time: 0.5474930 Jun 01 12:48:42.871697 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:42.877020 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-31b4f0b1-cd11-48af-b74f-21aff6c031da tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:42.878837 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-31b4f0b1-cd11-48af-b74f-21aff6c031da tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/networks?id=62c21d3e-3236-405d-bcaa-c4960d4d3ac5 HTTP/1.1" status: 200 len: 808 time: 0.3684876 Jun 01 12:48:42.931865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.942490 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b6db5f4-b40c-47f3-92ef-0973f334835d req-d875c938-c46c-497f-aa5b-15737fd84d43 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212934 Jun 01 12:48:42.943279 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.957052 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:42.981280 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-059f95d4-9c26-430e-a447-e211d01e073b tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/quotas/56dcb25a626a42c8a25f9664742351b1 HTTP/1.1" status: 200 len: 375 time: 0.0696118 Jun 01 12:48:42.988277 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Pushing event updated for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:43.009780 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:43.016952 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.017328 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:43.025159 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:43.070357 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:43.114977 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-5b73b56f-d474-4311-9db0-8161b1960032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:43.116560 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-5b73b56f-d474-4311-9db0-8161b1960032 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1077869 Jun 01 12:48:43.117246 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684570b-2652-4392-917a-a901ff4e3532" -d '{"events": [{"server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "name": "network-vif-plugged", "status": "completed", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:43.127859 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-3c3d5784-cc1d-4e16-81ff-dd2b065d11ed tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=56dcb25a626a42c8a25f9664742351b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1456430 Jun 01 12:48:43.130795 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1df54cf6-0c6b-4a94-92c8-9caffe64cd6d req-1e1eaef4-7058-4c5a-9c77-ce708ee4a846 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331548 Jun 01 12:48:43.184168 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=df855c758b154259bda3d19367e3773f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3754721 Jun 01 12:48:43.189428 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54602) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:43.190252 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e2764-3d0f-4473-bce5-b063f5b8a2b9,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:43.212564 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:43.244751 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:48:43.245596 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:43.330977 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-d6df8489-be4b-4edb-a819-5ebd688fef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:43.332984 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-d6df8489-be4b-4edb-a819-5ebd688fef72 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.2091880 Jun 01 12:48:43.422360 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:43.434692 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-8afe78a1-18c8-4d22-9710-ee5db2cfed78 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 217 time: 0.0948102 Jun 01 12:48:43.434951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:43.492698 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.531395 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:43.546380 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-bb65e249-d3b3-4ff9-82fd-59d051018527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:43.548720 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-bb65e249-d3b3-4ff9-82fd-59d051018527 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0921583 Jun 01 12:48:43.589004 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:43.592187 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-bbe43928-4777-46fe-abca-2f4bf9554dcd service neutron] 10.222.0.93 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458573 Jun 01 12:48:43.604363 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:43.604783 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.647834 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-196b5fd5-6dbc-42c1-81b5-8ef08f9527d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:43.650379 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-196b5fd5-6dbc-42c1-81b5-8ef08f9527d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0939002 Jun 01 12:48:43.699228 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:48:43.701048 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f61c131-b836-4dc0-964a-74a80512b367,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:43.763475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:43.769757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.778296 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-433ad209-cccc-4aa6-8c6f-9f43ac79743e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.824310 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-bb318865-1e75-485a-8ccd-2dd0fed26d04 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:43.826955 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-bb318865-1e75-485a-8ccd-2dd0fed26d04 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 818 time: 0.5044379 Jun 01 12:48:43.828533 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:43.834939 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f61c131-b836-4dc0-964a-74a80512b367 HTTP/1.1" status: 204 len: 168 time: 1.2672024 Jun 01 12:48:43.860035 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-2f3e39c8-f8d9-4613-98cc-95043b80a8ff service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014768 Jun 01 12:48:43.952162 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-00eadb2b-2aa9-4978-a018-7bbb68d13d66 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/quotas/c45aa8e2a02c469aa9c7f580b2f1ce10 HTTP/1.1" status: 200 len: 375 time: 0.0962155 Jun 01 12:48:43.971205 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.022972 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.100592 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1b1222a4-9ea1-4b1e-a0c8-28e785dbf119 req-362908c9-537c-4e8c-8e8a-28d0f277f359 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312663 Jun 01 12:48:44.101805 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.118020 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:44.149619 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.156021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:44.243173 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:44.247193 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:44.264509 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:31Z', 'revision_number': 4, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '50d4bddb-c9a2-45d1-805b-e75301b67735', 'name': '', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'mac_address': 'fa:16:3e:0a:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:48:42Z', 'revision_number': 4, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'subnets': [{'id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:48:44.265928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1f4200-6df8-49c3-a84e-5beaff997697 None None] The sync data for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb is: [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:48:31Z', 'revision_number': 4, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '50d4bddb-c9a2-45d1-805b-e75301b67735', 'name': '', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'mac_address': 'fa:16:3e:0a:23:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:48:42Z', 'revision_number': 4, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'subnets': [{'id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:48:44.277338 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5dbca276-fe5a-408f-b60d-0ad76cc3061e service neutron] 10.222.0.93 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6350148 Jun 01 12:48:44.288761 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54628) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:44.299882 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-6b4d720a-3e8a-4947-9abb-9be46a14ba18 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:44.325138 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-6b4d720a-3e8a-4947-9abb-9be46a14ba18 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 818 time: 0.8662608 Jun 01 12:48:44.336838 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.342256 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Request body: {'port': {'device_id': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'admin_state_up': True, 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:44.387144 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:44.392804 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.399777 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Usage tracker for resource:security_group_rule and tenant:4178f6e4c66944048260ec703d36d51f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:44.405774 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:44.415047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:44.571558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.577874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.586971 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:44.609268 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a145de8b-2a0f-4826-a6ff-9f1e5673b84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:44.618411 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e2764-3d0f-4473-bce5-b063f5b8a2b9,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:44.619020 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4178f6e4c66944048260ec703d36d51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290136 Jun 01 12:48:44.623081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54636) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:44.640322 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:44.682257 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7f5f7-7b71-408e-b246-c631278e6b1f,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:44.685947 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:44.747661 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.804939 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.817073 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.820450 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/177e2764-3d0f-4473-bce5-b063f5b8a2b9 HTTP/1.1" status: 204 len: 168 time: 1.6169329 Jun 01 12:48:44.886494 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-268eb987-4ea8-4183-ba13-9fedaa366d27 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9063869 Jun 01 12:48:44.975197 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:44.982569 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1f36b561-19b0-4a9b-871b-a125b9a69254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:45.005393 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7f5f7-7b71-408e-b246-c631278e6b1f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:45.012892 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:45.014070 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.032797 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7ff7f5f7-7b71-408e-b246-c631278e6b1f HTTP/1.1" status: 204 len: 168 time: 0.3969698 Jun 01 12:48:45.100737 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-f64cbbe3-b1b0-4c88-975b-b05ee6808fb8 service neutron] 10.222.0.93 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995108 Jun 01 12:48:45.143549 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:45.220959 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea2f12-da9d-4b5f-8f80-6698805c93b0 req-5573f169-7f11-4e28-9366-4453465709eb tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:45.233798 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aaea2f12-da9d-4b5f-8f80-6698805c93b0 req-5573f169-7f11-4e28-9366-4453465709eb tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.6201062 Jun 01 12:48:45.243312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:45.246274 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.462879 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Made reservation on behalf of c45aa8e2a02c469aa9c7f580b2f1ce10 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:45.468809 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.495454 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54660) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:45.517435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.526533 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-181da76d-f2bb-4996-b1be-acacc6c3e7cb service neutron] 10.222.0.93 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144995 Jun 01 12:48:45.543194 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:45.547611 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Usage tracker for resource:security_group_rule and tenant:acd45bfc902d41bb910072aaa0f2fc57 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:45.550771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:45.558558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:45.640982 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aaea2f12-da9d-4b5f-8f80-6698805c93b0 req-6ead5641-2aec-428b-b877-8c79e00834ec tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061284 Jun 01 12:48:45.771241 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.776287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:45.788820 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f82797b8-ca1f-407b-ab61-7b7a0534ff02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:45.857751 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2f880e-e20b-411f-8436-d07d6f590e5d,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:45.861607 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:45.869067 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=acd45bfc902d41bb910072aaa0f2fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722663 Jun 01 12:48:45.869885 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54674) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:45.997262 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 50d4bddb-c9a2-45d1-805b-e75301b67735 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:46.040527 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.066616 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Allocated IP 172.20.0.7 (07f90677-0514-4560-aba1-b4ba41c4154a/a16600fa-44d0-41a3-a0ba-606f79350a54/ea28d4af-f22c-46b7-aea9-2a5c04239008) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:46.086643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.217726 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 50d4bddb-c9a2-45d1-805b-e75301b67735 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:46.231464 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 50d4bddb-c9a2-45d1-805b-e75301b67735 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:46.232984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.237973 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.238921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381c9fe-7945-40ca-8b8e-e348ac5f5b27 req-8842630b-f3d5-4e1f-95b5-8de0e8f562fe tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:46.241604 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e381c9fe-7945-40ca-8b8e-e348ac5f5b27 req-8842630b-f3d5-4e1f-95b5-8de0e8f562fe tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 943 time: 0.3338599 Jun 01 12:48:46.243222 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9ee94ad6-708d-4aec-82b9-95cb55f9fa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:46.294127 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2f880e-e20b-411f-8436-d07d6f590e5d,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:46.299713 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:46.302002 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.306229 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/de2f880e-e20b-411f-8436-d07d6f590e5d HTTP/1.1" status: 204 len: 168 time: 0.4316266 Jun 01 12:48:46.476150 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.511656 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c71a936-f8b0-4097-8929-cc5d9b1eb235 x-openstack-request-id: req-8c71a936-f8b0-4097-8929-cc5d9b1eb235 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:46.512615 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "name": "network-vif-plugged", "status": "completed", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:46.513100 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8c71a936-f8b0-4097-8929-cc5d9b1eb235 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:46.517211 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47', 'code': 200} Jun 01 12:48:46.561140 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 50d4bddb-c9a2-45d1-805b-e75301b67735, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=50d4bddb-c9a2-45d1-805b-e75301b67735,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:46.567353 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:46.570184 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:46.660293 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e381c9fe-7945-40ca-8b8e-e348ac5f5b27 req-20969ad9-356b-42c4-9e26-cac853396022 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4009881 Jun 01 12:48:46.674499 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 99a9cef6-c0f5-4551-b801-f7bed8519953 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:48:47.040109 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99a9cef6-c0f5-4551-b801-f7bed8519953,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:47.043040 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.98', 64045) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:47.066656 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'port_id': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'mac_address': 'fa:16:3e:d6:76:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:48:47.178022 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-b082f057-ed13-4c2e-bc27-9f4c99a7d4fa tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:47.178999 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-b082f057-ed13-4c2e-bc27-9f4c99a7d4fa tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Synchronizing usage tracker for tenant:56dcb25a626a42c8a25f9664742351b1 on resource:network {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:47.184617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:47.198827 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:47.206760 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.239597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a9cef6-c0f5-4551-b801-f7bed8519953 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:47.269904 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99a9cef6-c0f5-4551-b801-f7bed8519953,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:47.278373 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.281225 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:47.281404 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-b082f057-ed13-4c2e-bc27-9f4c99a7d4fa tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Unset dirty status for tenant:56dcb25a626a42c8a25f9664742351b1 on resource:network {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:47.282417 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-b082f057-ed13-4c2e-bc27-9f4c99a7d4fa tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.98 "GET /v2.0/networks?id=62c21d3e-3236-405d-bcaa-c4960d4d3ac5 HTTP/1.1" status: 200 len: 808 time: 0.9688761 Jun 01 12:48:47.288194 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c7f4d98-78fc-4c32-8e86-e45937610e0d req-3f21b312-d68e-4cfb-8cf9-fee76e2c8c2e tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 210 time: 0.2635033 Jun 01 12:48:47.333714 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Request body: {'port': {'device_id': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5', 'admin_state_up': True, 'tenant_id': '56dcb25a626a42c8a25f9664742351b1'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:47.361175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.375779 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e570a-5ebd-4f6c-b1ea-545c6845bc21 req-1b670393-1c11-4fa9-a9fb-d04b99214858 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:47.384561 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a22e570a-5ebd-4f6c-b1ea-545c6845bc21 req-1b670393-1c11-4fa9-a9fb-d04b99214858 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 0.5356433 Jun 01 12:48:47.457829 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a22e570a-5ebd-4f6c-b1ea-545c6845bc21 req-c4c643bd-074f-475e-9f7c-f67263b94223 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723302 Jun 01 12:48:47.489522 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:47.494064 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:47.515076 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.541804 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:47.621618 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-312b7007-83e9-4cfb-b24a-959a65616e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:47.623527 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-312b7007-83e9-4cfb-b24a-959a65616e6f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 1098 time: 0.5742655 Jun 01 12:48:47.663834 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['99a9cef6-c0f5-4551-b801-f7bed8519953'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:48:47.676235 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.721192 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Network 07f90677-0514-4560-aba1-b4ba41c4154a is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:47.727397 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c5ee6b88-57bd-4aba-a91c-c8a77a77cdb1 req-3987dbc4-4bdc-4934-a1cb-20d0577e18db tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 210 time: 0.1865740 Jun 01 12:48:47.733147 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:47.738909 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:47.745507 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:47.746172 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:47.774130 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:47.778933 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Usage tracker for resource:security_group_rule and tenant:3fb497d8aff047c59a2da15fd35095a5 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:47.785192 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:47.810635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:47.855725 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Pushing event updated for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:47.875469 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:47.886407 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 50d4bddb-c9a2-45d1-805b-e75301b67735 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:47.886630 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:47.912333 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5775230 Jun 01 12:48:47.915730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Usage tracker for resource:port and tenant:56dcb25a626a42c8a25f9664742351b1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:47.929186 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Request body: {'port': {'device_id': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:47.933856 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:47.955908 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:48.023151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Made reservation on behalf of 56dcb25a626a42c8a25f9664742351b1 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:48.034438 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.069123 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.98', 64050) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:48.197953 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.283626 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 50d4bddb-c9a2-45d1-805b-e75301b67735 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:48.284004 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.361789 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286520dc-df19-4fc9-a2c3-fc2814ce3ee0 req-814636da-4c60-4302-a872-2e129a018ad9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:48.362495 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-286520dc-df19-4fc9-a2c3-fc2814ce3ee0 req-814636da-4c60-4302-a872-2e129a018ad9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.7052147 Jun 01 12:48:48.406008 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.467528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.504272 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:48.512879 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8a1a47ab-3d23-4904-9d9d-e7572214297d req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8794601 Jun 01 12:48:48.558380 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-286520dc-df19-4fc9-a2c3-fc2814ce3ee0 req-ffc199ec-4e19-4198-96a7-15f0c404e58d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710138 Jun 01 12:48:48.619419 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=05a688ef-58b1-4b59-afcd-64a996dbea66,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:48.632548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-e161bd67-27c6-46bc-be39-22da2bc1da33 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:48.634865 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-e161bd67-27c6-46bc-be39-22da2bc1da33 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 818 time: 0.5545416 Jun 01 12:48:48.636363 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:48.638035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Allocated IP 172.20.0.3 (62c21d3e-3236-405d-bcaa-c4960d4d3ac5/7c1d61e9-2dfd-4c72-b221-4046d8f799a9/c719ef86-d43d-4a9b-9c49-cd38d5188fbe) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:48.653171 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Request body: {'port': {'device_id': 'c1e81f58-6500-45f7-947d-9da08026210e', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'admin_state_up': True, 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:48.661982 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:48.666187 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ece6c2a-75ae-47be-807b-0af50b276499" -d '{"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-plugged", "status": "completed", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:48.910067 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-21b38ce0-96b2-4a3f-b087-a98447c87eb4 req-dabb69aa-ef91-4f6d-bd4e-eb89df3fa249 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 210 time: 0.0679760 Jun 01 12:48:48.923214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:48.945686 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:49.036121 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Usage tracker for resource:port and tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:49.041917 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:49.071286 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:49.085716 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781a7ba-d239-424c-aaa1-b1278a5593b0 req-ffbf32ef-d9d5-47ae-bf53-44d3bfda8fa8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:49.093675 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Made reservation on behalf of c45aa8e2a02c469aa9c7f580b2f1ce10 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:48:49.094574 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d781a7ba-d239-424c-aaa1-b1278a5593b0 req-ffbf32ef-d9d5-47ae-bf53-44d3bfda8fa8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 944 time: 1.0990264 Jun 01 12:48:49.107172 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:49.194433 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:49.301797 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d781a7ba-d239-424c-aaa1-b1278a5593b0 req-d5d52c36-c07b-4bdd-bcce-467dfb816e21 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2058475 Jun 01 12:48:49.347777 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:49.377813 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Allocated IP 172.20.0.9 (07f90677-0514-4560-aba1-b4ba41c4154a/a16600fa-44d0-41a3-a0ba-606f79350a54/4a146576-9e3c-43bf-996f-816317697574) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:48:49.384334 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:49.387349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1dab5b-d36f-4dbd-acf7-9b7f6ecbf56d x-openstack-request-id: req-0b1dab5b-d36f-4dbd-acf7-9b7f6ecbf56d {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:49.387671 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-plugged", "status": "completed", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:49.387937 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0b1dab5b-d36f-4dbd-acf7-9b7f6ecbf56d {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:49.388345 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'code': 200} Jun 01 12:48:49.427860 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42b17-5732-4c60-8732-11cd3d5415d4 req-a2167e8b-ea52-4c06-939a-b1b6b4f6b21e tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:49.444427 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d2e42b17-5732-4c60-8732-11cd3d5415d4 req-a2167e8b-ea52-4c06-939a-b1b6b4f6b21e tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 0.3723655 Jun 01 12:48:49.526301 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:49.532012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:49.549999 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:49.556547 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:49.557336 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:49.579608 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Pushing event updated for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:49.580241 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d2e42b17-5732-4c60-8732-11cd3d5415d4 req-7db203fd-e85a-447f-bf8f-d2a190c0f2ff tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308804 Jun 01 12:48:49.594878 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:49.682758 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3705380 Jun 01 12:48:49.690633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66ffce3f-6700-490d-97d0-85ee645e1b0f req-c712e168-5bbf-43aa-a7a3-b673bf3abc8f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Synchronizing usage tracker for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:49.706767 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Request body: {'port': {'device_id': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:49.730587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-66ffce3f-6700-490d-97d0-85ee645e1b0f req-c712e168-5bbf-43aa-a7a3-b673bf3abc8f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Unset dirty status for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:49.732014 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66ffce3f-6700-490d-97d0-85ee645e1b0f req-c712e168-5bbf-43aa-a7a3-b673bf3abc8f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 210 time: 0.1494613 Jun 01 12:48:49.884017 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda361af-ad6d-4a55-980d-8e94d9db4b64 req-1ce2d68b-ecac-4015-802d-b94af8d49ae2 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:49.886665 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eda361af-ad6d-4a55-980d-8e94d9db4b64 req-1ce2d68b-ecac-4015-802d-b94af8d49ae2 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.1209736 Jun 01 12:48:49.931388 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54816) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:49.976956 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eda361af-ad6d-4a55-980d-8e94d9db4b64 req-5d82a065-9530-414a-aab1-94034a1effe7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830424 Jun 01 12:48:50.057953 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.079566 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.093585 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf7cc7-e473-40be-a0c3-c01d49de78ab req-abc25360-a358-4a88-95a2-201c33c5e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:50.094902 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-28cf7cc7-e473-40be-a0c3-c01d49de78ab req-abc25360-a358-4a88-95a2-201c33c5e761 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 1099 time: 0.3594737 Jun 01 12:48:50.101920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.124129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:50.129856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Usage tracker for resource:security_group_rule and tenant:144befe3ba8c45a7b87b1db2580a7f28 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:50.134359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:50.142893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:50.168176 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a1e43-2e44-406d-baf5-e045bb9baa89 req-306faf97-3c20-42b7-adb0-7393750a8de9 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:50.169918 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-228a1e43-2e44-406d-baf5-e045bb9baa89 req-306faf97-3c20-42b7-adb0-7393750a8de9 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 931 time: 0.1457493 Jun 01 12:48:50.246679 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-228a1e43-2e44-406d-baf5-e045bb9baa89 req-2f79c4d7-8093-4662-bd0d-8c4e3bb4c69f tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676775 Jun 01 12:48:50.313128 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.358284 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.371947 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-28cf7cc7-e473-40be-a0c3-c01d49de78ab req-5e2045be-ea14-441a-9de4-8f5e64a9a4d9 service neutron] Synchronizing usage tracker for tenant:3fb497d8aff047c59a2da15fd35095a5 on resource:security_group {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:50.406027 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:50.418135 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.441475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-36b51f7e-0b1a-4dc0-942c-e35c9b9978c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:50.507550 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-28cf7cc7-e473-40be-a0c3-c01d49de78ab req-5e2045be-ea14-441a-9de4-8f5e64a9a4d9 service neutron] Unset dirty status for tenant:3fb497d8aff047c59a2da15fd35095a5 on resource:security_group {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:50.509333 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-28cf7cc7-e473-40be-a0c3-c01d49de78ab req-5e2045be-ea14-441a-9de4-8f5e64a9a4d9 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060049 Jun 01 12:48:50.517511 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Network 07f90677-0514-4560-aba1-b4ba41c4154a is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:48:50.524153 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:48:50.543739 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Pushing event updated for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:50.552247 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=144befe3ba8c45a7b87b1db2580a7f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195018 Jun 01 12:48:50.556422 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54834) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:50.557153 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7853fc0-2a59-4bcc-b26d-1d3b4d416ff1,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:50.562437 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:50.592218 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 99a9cef6-c0f5-4551-b801-f7bed8519953 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:48:50.593081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:48:50.612591 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:50.613483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.733893 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:50.779015 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.db.resource_extend [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:48:50.804946 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1552188 Jun 01 12:48:50.892268 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 99a9cef6-c0f5-4551-b801-f7bed8519953 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:48:50.901722 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 99a9cef6-c0f5-4551-b801-f7bed8519953 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:48:50.902757 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.965260 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.971759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea28d4af-f22c-46b7-aea9-2a5c04239008 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:50.986581 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:50.996732 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Request body: {'port': {'device_id': 'c1e81f58-6500-45f7-947d-9da08026210e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:51.086808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.126385 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Transition to ACTIVE for port object ea28d4af-f22c-46b7-aea9-2a5c04239008 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:51.183498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.195784 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.204723 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.225306 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c6156-ddce-430e-be6d-9b32fa03a608 req-78d6accf-d812-401e-93d0-9cd7b5410a3d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:51.227166 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe5c6156-ddce-430e-be6d-9b32fa03a608 req-78d6accf-d812-401e-93d0-9cd7b5410a3d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 944 time: 0.5626686 Jun 01 12:48:51.239237 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:51.246941 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99a9cef6-c0f5-4551-b801-f7bed8519953,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:51.252367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.257295 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:51.364579 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:51.370290 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:51.389172 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:51.391817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee94b431-79ea-4398-99ae-9767a5975aa7" -d '{"events": [{"server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "name": "network-vif-plugged", "status": "completed", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:51.423448 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec090c-a1e7-4f5a-a15a-c4d6205fcaa6 req-69dc0ddf-022f-4294-9486-8a27a69a8a9d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:51.431860 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f4ec090c-a1e7-4f5a-a15a-c4d6205fcaa6 req-69dc0ddf-022f-4294-9486-8a27a69a8a9d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 0.5688121 Jun 01 12:48:51.481830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Pushing event updated for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:51.483050 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c719ef86-d43d-4a9b-9c49-cd38d5188fbe {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:51.488559 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:51.503737 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.533712 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe5c6156-ddce-430e-be6d-9b32fa03a608 req-9ee3de89-6fec-4193-b44d-f8b9d3b84921 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2557867 Jun 01 12:48:51.581507 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Transition to ACTIVE for port object c719ef86-d43d-4a9b-9c49-cd38d5188fbe will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:51.603841 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.604263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.628004 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:51.656910 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Attempting to bind port ea28d4af-f22c-46b7-aea9-2a5c04239008 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:51.658678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Attempting to bind port ea28d4af-f22c-46b7-aea9-2a5c04239008 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:51.659639 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Attempting to bind port ea28d4af-f22c-46b7-aea9-2a5c04239008 on network 07f90677-0514-4560-aba1-b4ba41c4154a {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:51.676521 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5e349958-cc81-4ea1-aa27-8c97f41b5197 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:51.678811 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f4ec090c-a1e7-4f5a-a15a-c4d6205fcaa6 req-6f91a7d7-9d0f-4c36-a545-224fb3abbf82 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452359 Jun 01 12:48:51.681584 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7853fc0-2a59-4bcc-b26d-1d3b4d416ff1,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:51.689493 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:51.714728 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Port ea28d4af-f22c-46b7-aea9-2a5c04239008 on network 07f90677-0514-4560-aba1-b4ba41c4154a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:51.715160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Attempting to bind port ea28d4af-f22c-46b7-aea9-2a5c04239008 on network 07f90677-0514-4560-aba1-b4ba41c4154a {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:51.735274 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:51.757115 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Checking segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:51.757851 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Bound using segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:51.758336 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Bound port: ea28d4af-f22c-46b7-aea9-2a5c04239008, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:51.758792 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.829868 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:51.843941 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/d7853fc0-2a59-4bcc-b26d-1d3b4d416ff1 HTTP/1.1" status: 204 len: 168 time: 1.2833817 Jun 01 12:48:51.990316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:52.006004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:52.110711 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd311-58d8-428e-98a0-c51645eede9e req-614602b0-b219-4a1f-9540-a33038705787 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:52.119494 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-707fd311-58d8-428e-98a0-c51645eede9e req-614602b0-b219-4a1f-9540-a33038705787 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.1937296 Jun 01 12:48:52.139305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:52.142548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Attempting to bind port c719ef86-d43d-4a9b-9c49-cd38d5188fbe on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:52.143045 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Attempting to bind port c719ef86-d43d-4a9b-9c49-cd38d5188fbe by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:52.143417 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Attempting to bind port c719ef86-d43d-4a9b-9c49-cd38d5188fbe on network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:52.155776 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Port c719ef86-d43d-4a9b-9c49-cd38d5188fbe on network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:52.156190 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Attempting to bind port c719ef86-d43d-4a9b-9c49-cd38d5188fbe on network 62c21d3e-3236-405d-bcaa-c4960d4d3ac5 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:52.178937 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:52.179258 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Checking segment: {'id': '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:52.179698 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Bound using segment: {'id': '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:52.180153 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Bound port: c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1076, 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:52.180497 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.291424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:52.305834 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-707fd311-58d8-428e-98a0-c51645eede9e req-d07e1b9b-c6ea-4863-a0b2-e4dd8f5a5d1c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851511 Jun 01 12:48:52.307830 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a146576-9e3c-43bf-996f-816317697574 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:52.329636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.365557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c245053-2a7c-4959-8ca0-61f78b684c9a req-66418b55-d999-44cb-a2ff-2d800380f20b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:52.377223 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c245053-2a7c-4959-8ca0-61f78b684c9a req-66418b55-d999-44cb-a2ff-2d800380f20b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 931 time: 0.5935977 Jun 01 12:48:52.459262 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.480144 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:52.484438 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c9dd30-8be0-4a8d-bd7d-721d097e0f88 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:52.489595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,segment=NetworkSegment(4597eaee-1dd3-4dea-a9f6-cff04a9f16f9),segment_id=4597eaee-1dd3-4dea-a9f6-cff04a9f16f9)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:52.509266 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.512806 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Transition to ACTIVE for port object 4a146576-9e3c-43bf-996f-816317697574 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:48:52.528695 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:52.576168 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.588568 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-7c245053-2a7c-4959-8ca0-61f78b684c9a req-c8c4d938-f277-46ca-98ec-9afd81d34954 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Synchronizing usage tracker for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:48:52.627007 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:52.627007 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.628388 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] 10.222.0.98 "PUT /v2.0/ports/c719ef86-d43d-4a9b-9c49-cd38d5188fbe HTTP/1.1" status: 200 len: 1093 time: 2.9290490 Jun 01 12:48:52.628388 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:52.632275 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:52.680621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:52.681514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.683070 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] 10.222.0.98 "PUT /v2.0/ports/ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 1093 time: 4.7599735 Jun 01 12:48:52.686580 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:52.690441 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:52.698549 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-7c245053-2a7c-4959-8ca0-61f78b684c9a req-c8c4d938-f277-46ca-98ec-9afd81d34954 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Unset dirty status for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:48:52.711147 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c245053-2a7c-4959-8ca0-61f78b684c9a req-c8c4d938-f277-46ca-98ec-9afd81d34954 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329394 Jun 01 12:48:52.754487 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54886) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:52.755514 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:52.775652 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:52.789453 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:52.816025 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c92cfb-7f33-4ba4-97f4-98ac0fcd2f27 x-openstack-request-id: req-38c92cfb-7f33-4ba4-97f4-98ac0fcd2f27 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:52.816948 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "name": "network-vif-plugged", "status": "completed", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:52.817063 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-38c92cfb-7f33-4ba4-97f4-98ac0fcd2f27 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:52.817649 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'code': 200} Jun 01 12:48:52.913260 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Pushing event updated for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:52.915370 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:52.925689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:53.002312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-e8468268-e5bc-41cd-a84b-18e5fc559e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:53.003978 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-e8468268-e5bc-41cd-a84b-18e5fc559e77 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=56dcb25a626a42c8a25f9664742351b1&device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 1096 time: 0.2905805 Jun 01 12:48:53.126671 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc856b-6f5a-4e96-9f15-db44fbdecb3c req-a65c5acb-b083-4a9c-85df-ec4a6601550b tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:53.136185 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bdcc856b-6f5a-4e96-9f15-db44fbdecb3c req-a65c5acb-b083-4a9c-85df-ec4a6601550b tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 943 time: 0.5504827 Jun 01 12:48:53.172948 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-747f4301-32c4-437c-88ae-03afef164bc9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe HTTP/1.1" status: 200 len: 217 time: 0.1611164 Jun 01 12:48:53.250842 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:53.335867 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-9dc45891-55fc-403e-8aa0-0dcfd6bb109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:53.337457 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-9dc45891-55fc-403e-8aa0-0dcfd6bb109b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7c1d61e9-2dfd-4c72-b221-4046d8f799a9 HTTP/1.1" status: 200 len: 848 time: 0.1108253 Jun 01 12:48:53.409902 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-703e989a-8f10-4390-b920-3400799ca2aa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=62c21d3e-3236-405d-bcaa-c4960d4d3ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501773 Jun 01 12:48:53.414605 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bdcc856b-6f5a-4e96-9f15-db44fbdecb3c req-98bb70ff-8b31-44cb-8d12-1a4e3f3d91a5 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771986 Jun 01 12:48:53.515415 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Usage tracker for resource:security_group_rule and tenant:7b31eb2f74944dee87c051ba018b756c is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:53.555827 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:53.590620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Attempting to bind port 4a146576-9e3c-43bf-996f-816317697574 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:48:53.591147 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Attempting to bind port 4a146576-9e3c-43bf-996f-816317697574 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:48:53.591712 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Attempting to bind port 4a146576-9e3c-43bf-996f-816317697574 on network 07f90677-0514-4560-aba1-b4ba41c4154a {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:53.602593 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7ace-4459-4417-8944-30661ec0cfa8 req-e03283ab-bea9-41bd-9ee6-3eadd7871300 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:53.608566 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-118d7ace-4459-4417-8944-30661ec0cfa8 req-e03283ab-bea9-41bd-9ee6-3eadd7871300 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.4439526 Jun 01 12:48:53.617501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20015275-c953-45e2-b3c2-eca98c449b70 x-openstack-request-id: req-20015275-c953-45e2-b3c2-eca98c449b70 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:53.617935 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:53.618344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-20015275-c953-45e2-b3c2-eca98c449b70 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:53.619170 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe', 'status': 'completed', 'code': 200} Jun 01 12:48:53.637250 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:53.660842 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-798eef1d-88f5-41e4-ac61-dc6f10bd3c7a service neutron] 10.222.0.98 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435105 Jun 01 12:48:53.665668 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:53.702796 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498c3bf3-49e3-4d11-b929-dbdc061dc6fa x-openstack-request-id: req-498c3bf3-49e3-4d11-b929-dbdc061dc6fa {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:53.703346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:53.703346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-498c3bf3-49e3-4d11-b929-dbdc061dc6fa {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:53.703808 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008', 'status': 'completed', 'code': 200} Jun 01 12:48:53.705390 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:53.758407 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-118d7ace-4459-4417-8944-30661ec0cfa8 req-63d66933-f0dc-4e71-9319-a6f236b52d74 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303701 Jun 01 12:48:53.808069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Port 4a146576-9e3c-43bf-996f-816317697574 on network 07f90677-0514-4560-aba1-b4ba41c4154a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:48:53.808847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Attempting to bind port 4a146576-9e3c-43bf-996f-816317697574 on network 07f90677-0514-4560-aba1-b4ba41c4154a {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:48:53.839371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:48:53.840047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Checking segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:48:53.840689 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Bound using segment: {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:48:53.841520 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Bound port: 4a146576-9e3c-43bf-996f-816317697574, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b13fc2c-ade0-4720-96ab-06acb6c15a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1068, 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:48:53.842235 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:53.954612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3fd2a09-6b53-4b22-be68-54f0b893f087 req-8d097165-8b08-4f09-ad7f-9140bccbe3ba service neutron] 10.222.0.98 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853739 Jun 01 12:48:54.032643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-dc226a34-c031-48e9-a910-a683d8d7bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.034448 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-dc226a34-c031-48e9-a910-a683d8d7bfa8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1096 time: 1.2602201 Jun 01 12:48:54.058348 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdfdbb0-caf9-45e3-8129-ccab398c71ca req-f97a6bf3-23d7-4659-815a-b8083e78ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.060076 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-6cdfdbb0-caf9-45e3-8129-ccab398c71ca req-f97a6bf3-23d7-4659-815a-b8083e78ad74 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.8274271 Jun 01 12:48:54.175534 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-f4cdf905-4bbf-450d-a315-86aa3bc103b9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.1054308 Jun 01 12:48:54.240725 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:48:54.273984 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-e24515ec-3525-417f-a03d-e567280015e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.276424 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-e24515ec-3525-417f-a03d-e567280015e5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=56dcb25a626a42c8a25f9664742351b1&device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 1096 time: 0.1746099 Jun 01 12:48:54.289753 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2e6f7-c799-4438-acb3-1cc7a780704a req-67937cf2-b558-41f4-9b57-69820cff8aa7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.291995 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6ec2e6f7-c799-4438-acb3-1cc7a780704a req-67937cf2-b558-41f4-9b57-69820cff8aa7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 943 time: 0.2893155 Jun 01 12:48:54.307993 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a146576-9e3c-43bf-996f-816317697574,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:48:54.317288 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:54.328652 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:54.333422 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:54.344961 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:54.390773 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-6cdfdbb0-caf9-45e3-8129-ccab398c71ca req-f71cc1d8-8aed-40bd-a108-69c0f7b29856 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2584815 Jun 01 12:48:54.409281 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-3bbd9fc3-ca71-43b9-a596-71f82ae6578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.410692 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-3bbd9fc3-ca71-43b9-a596-71f82ae6578b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.2148576 Jun 01 12:48:54.457156 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.457156 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:54.457823 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] 10.222.0.98 "PUT /v2.0/ports/4a146576-9e3c-43bf-996f-816317697574 HTTP/1.1" status: 200 len: 1093 time: 3.4711709 Jun 01 12:48:54.485798 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7b31eb2f74944dee87c051ba018b756c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7263591 Jun 01 12:48:54.490652 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 54936) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:54.500103 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6ec2e6f7-c799-4438-acb3-1cc7a780704a req-9217237a-8f41-42fb-b266-b4f1f25f58e4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759732 Jun 01 12:48:54.625860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Pushing event updated for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:54.652163 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-d91089c6-60bd-47b3-b85f-0d184aa5b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.653607 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-d91089c6-60bd-47b3-b85f-0d184aa5b467 service neutron] 10.222.0.98 "GET /v2.0/networks?id=62c21d3e-3236-405d-bcaa-c4960d4d3ac5 HTTP/1.1" status: 200 len: 910 time: 0.3602047 Jun 01 12:48:54.756639 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:54.775869 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-62520f8a-7fa5-4b34-b8f5-8662a4d700cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:54.800875 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-6fdb8fb0-178e-4fb3-9ca2-4d878f016e2f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe HTTP/1.1" status: 200 len: 217 time: 0.1335781 Jun 01 12:48:54.811068 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-4008308a-a0b0-435e-a554-f1ac22c9456c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2546716 Jun 01 12:48:54.904504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-af5719c6-f5a9-46c3-9cd7-6621b398fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:54.906096 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-af5719c6-f5a9-46c3-9cd7-6621b398fd8a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=7c1d61e9-2dfd-4c72-b221-4046d8f799a9 HTTP/1.1" status: 200 len: 848 time: 0.0967231 Jun 01 12:48:54.912623 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:54.959228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:55.006220 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-10a4661e-71b6-47bc-970c-fdd7942062cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=62c21d3e-3236-405d-bcaa-c4960d4d3ac5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887644 Jun 01 12:48:55.101739 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:55.102944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b5837-f5ef-4754-8de3-9730c2b25584,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:55.104892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d4a6-eacf-406d-a308-c695a2a3357c req-a2b84e56-b4fb-4614-9b2a-1e0810f96097 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:55.114565 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3cb7d4a6-eacf-406d-a308-c695a2a3357c req-a2b84e56-b4fb-4614-9b2a-1e0810f96097 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 943 time: 0.3646007 Jun 01 12:48:55.154460 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-adb7af25-a546-4d55-aa85-99ba77772f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:55.157851 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-adb7af25-a546-4d55-aa85-99ba77772f1b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 1096 time: 0.5016077 Jun 01 12:48:55.162769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:55.163907 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-81f03a5e-060a-4661-a7ff-9b9e554c141f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:55.192856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 54958) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:55.207156 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3cb7d4a6-eacf-406d-a308-c695a2a3357c req-c412c3e4-b9ea-4259-98ff-ad890cb9de3f tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910313 Jun 01 12:48:55.392013 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-7456449d-8d8d-4b7e-be25-b950f732ad6a service neutron] 10.222.0.98 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781939 Jun 01 12:48:55.425146 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b5837-f5ef-4754-8de3-9730c2b25584,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:55.429436 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-d1f267fe-f057-41ae-9f0f-c73165b3a9be service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a146576-9e3c-43bf-996f-816317697574 HTTP/1.1" status: 200 len: 217 time: 0.2365065 Jun 01 12:48:55.434531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:55.463500 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:55.470307 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b19b5837-f5ef-4754-8de3-9730c2b25584 HTTP/1.1" status: 204 len: 168 time: 0.9780412 Jun 01 12:48:55.645025 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'tag': '4a146576-9e3c-43bf-996f-816317697574'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:48:55.659736 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365bacd8-c5d2-4256-b87b-8ebc68291ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "tag": "4a146576-9e3c-43bf-996f-816317697574"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:48:55.665431 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2962fc6-e328-4497-9ce7-736957d8378f req-58a8205f-562a-4724-a7ec-a387e308703f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:55.673715 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-58a8205f-562a-4724-a7ec-a387e308703f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.1977093 Jun 01 12:48:55.771820 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-0c5cf0e9-3f4f-4276-9bd8-72c346c14689 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898643 Jun 01 12:48:55.812547 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-e35bedd1-406f-4ced-8972-9229b0e97290 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9827015 Jun 01 12:48:55.826977 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:55.990304 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:56.011922 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Usage tracker for resource:security_group_rule and tenant:ffb6106fc4f445ce8c63e34f0d5faced is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:56.018946 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:56.045536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:56.210321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074424a-c4a6-4298-963b-a5313d83e28c req-ab03cba9-b474-43c4-b316-c6518f88b0ed tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:56.212867 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-570a7e08-d070-446f-8fdd-5538938c63a7 req-68afebca-ebe2-488e-8b7c-0274b358d671 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683536 Jun 01 12:48:56.227301 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0074424a-c4a6-4298-963b-a5313d83e28c req-ab03cba9-b474-43c4-b316-c6518f88b0ed tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.8336837 Jun 01 12:48:56.253551 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dc219484-4a54-4a67-ab73-26aa4cc0e9e4 req-de31ba81-a3fc-4ec4-bb57-edc936e8326f service neutron] 10.222.0.98 "GET /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5613410 Jun 01 12:48:56.440802 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-c685faa4-7852-4208-a267-be2634802c4c service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267602 Jun 01 12:48:56.508147 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0074424a-c4a6-4298-963b-a5313d83e28c req-6b2d73e6-90cc-4286-947f-fef8eb3bc53f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2489588 Jun 01 12:48:56.619584 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9086afab-0220-46a2-8f6d-4f9384c1d921 x-openstack-request-id: req-9086afab-0220-46a2-8f6d-4f9384c1d921 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:48:56.620099 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "tag": "4a146576-9e3c-43bf-996f-816317697574", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:48:56.620337 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9086afab-0220-46a2-8f6d-4f9384c1d921 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:48:56.620778 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'tag': '4a146576-9e3c-43bf-996f-816317697574', 'status': 'completed', 'code': 200} Jun 01 12:48:56.685578 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f2962fc6-e328-4497-9ce7-736957d8378f req-d238cf95-dea2-4735-8640-c544d38e4a69 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301972 Jun 01 12:48:56.829999 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:56.858030 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c4277-56e5-4096-9a0b-54a1db55f32e req-73751c46-e4f5-49be-89dc-8c042ac1b037 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:56.860866 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d09c4277-56e5-4096-9a0b-54a1db55f32e req-73751c46-e4f5-49be-89dc-8c042ac1b037 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 943 time: 0.4414823 Jun 01 12:48:56.865412 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-d4daf062-f0ea-432c-a1ac-878854b2cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:56.875386 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-d4daf062-f0ea-432c-a1ac-878854b2cd3f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1096 time: 0.5025425 Jun 01 12:48:56.875386 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:56.888187 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:56.943149 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-74fdd11e-570b-49be-ab59-9fc6f4af08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:56.946229 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-74fdd11e-570b-49be-ab59-9fc6f4af08a5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 1096 time: 0.1853960 Jun 01 12:48:57.143550 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ffb6106fc4f445ce8c63e34f0d5faced&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9330099 Jun 01 12:48:57.153158 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7d6d6b-53c5-4c4c-a97b-7f5ff83e0fea,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:57.157070 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:57.158031 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55008) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:57.164102 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d09c4277-56e5-4096-9a0b-54a1db55f32e req-00b16ee0-9b4a-4ba3-8906-6a4191edbdaa tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944307 Jun 01 12:48:57.280638 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-d2e94e96-622f-4440-aafb-6d816428be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:57.282440 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-d2e94e96-622f-4440-aafb-6d816428be4f service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.3971579 Jun 01 12:48:57.305101 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f981647-404b-431c-9420-587a69ef0b2a req-4205cf68-cbf3-4543-bdb2-329e30f8a456 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:57.306907 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f981647-404b-431c-9420-587a69ef0b2a req-4205cf68-cbf3-4543-bdb2-329e30f8a456 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 943 time: 0.3552279 Jun 01 12:48:57.395366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-93e06730-31c3-46b8-bad9-1cd10e29b5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:57.400629 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-93e06730-31c3-46b8-bad9-1cd10e29b5be service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.4463570 Jun 01 12:48:57.405096 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-a555650f-9ac0-48e5-987c-296be7244653 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.1095166 Jun 01 12:48:57.460162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:57.538191 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f981647-404b-431c-9420-587a69ef0b2a req-6e9a1a60-053f-49c4-aba8-460ca02f0164 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702256 Jun 01 12:48:57.551715 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:57.565220 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-ae473a4d-8c1b-4696-b253-7e7f35dd3223 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a146576-9e3c-43bf-996f-816317697574 HTTP/1.1" status: 200 len: 217 time: 0.1495948 Jun 01 12:48:57.575050 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-cc42cd24-bec0-4876-a5fa-9944d625b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:57.576709 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-cc42cd24-bec0-4876-a5fa-9944d625b05f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.1583450 Jun 01 12:48:57.644557 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-6746d3a8-420d-42de-9d79-ce8dadb79566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:57.646256 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-6746d3a8-420d-42de-9d79-ce8dadb79566 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.0744879 Jun 01 12:48:57.662306 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-890fcdbc-bae9-4842-b532-02989963bbd8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586090 Jun 01 12:48:57.771442 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-d3132296-0c31-4fbc-830a-71ddcd6d6de2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111653 Jun 01 12:48:57.928967 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:57.937526 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a2f38836-6ec5-4018-a0ae-d769f1fee442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:57.952585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7d6d6b-53c5-4c4c-a97b-7f5ff83e0fea,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:57.961487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:57.994520 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-e0687504-4691-4b93-9a51-ae0ac3c21d1c service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243024 Jun 01 12:48:58.049810 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-1e4a0093-b268-4d5b-8cf0-55258db0761b service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573280 Jun 01 12:48:58.055669 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:58.056506 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fc7d6d6b-53c5-4c4c-a97b-7f5ff83e0fea HTTP/1.1" status: 204 len: 168 time: 0.8846221 Jun 01 12:48:58.288307 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-365bacd8-c5d2-4256-b87b-8ebc68291ee9 req-74415d85-13e1-475d-826d-4670296c6a46 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319143 Jun 01 12:48:58.351500 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b5fe4-5452-4b66-ab8b-096eb7ba41f2 req-c77a0ac4-ec41-460f-a9ad-10e723b94767 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:58.355421 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c27b5fe4-5452-4b66-ab8b-096eb7ba41f2 req-c77a0ac4-ec41-460f-a9ad-10e723b94767 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.6324568 Jun 01 12:48:58.410292 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0917d00-9f52-4636-ad47-3ee8ea7d5cc2 req-e484df38-f5a7-47a1-9a88-8fa71bf21b2e service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060845 Jun 01 12:48:58.462502 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c27b5fe4-5452-4b66-ab8b-096eb7ba41f2 req-e48c5759-969d-46d5-9605-549bcc2c91cb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506861 Jun 01 12:48:58.623533 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device c719ef86-d43d-4a9b-9c49-cd38d5188fbe details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:48:58.652007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991561f4-d1a9-4d2d-be9a-11a57f3150d2 req-f8766fed-fe79-4e5f-a2df-de9bb119d3cf tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:58.653850 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-991561f4-d1a9-4d2d-be9a-11a57f3150d2 req-f8766fed-fe79-4e5f-a2df-de9bb119d3cf tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 943 time: 0.1817341 Jun 01 12:48:58.756759 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-991561f4-d1a9-4d2d-be9a-11a57f3150d2 req-5b150ff0-74f2-4d42-b8ed-3da676be1624 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Jun 01 12:48:58.925522 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55060) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:58.960828 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,segment=NetworkSegment(4597eaee-1dd3-4dea-a9f6-cff04a9f16f9),segment_id=4597eaee-1dd3-4dea-a9f6-cff04a9f16f9)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:58.979306 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe', 'network_id': '62c21d3e-3236-405d-bcaa-c4960d4d3ac5', 'port_id': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe', 'mac_address': 'fa:16:3e:0e:05:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1076, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1d61e9-2dfd-4c72-b221-4046d8f799a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:48:58.994484 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.050687 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:48:59.068118 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Usage tracker for resource:security_group_rule and tenant:876973bf264f434f8e6ba8769183a568 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:48:59.073944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:48:59.090691 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.093881 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:48:59.122596 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c719ef86-d43d-4a9b-9c49-cd38d5188fbe {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:48:59.163141 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,segment=NetworkSegment(4597eaee-1dd3-4dea-a9f6-cff04a9f16f9),segment_id=4597eaee-1dd3-4dea-a9f6-cff04a9f16f9)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:48:59.175957 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.182502 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:59.331979 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc0c2f-ccd7-424a-8b02-0b77ab69a7bb req-29d03c65-2647-4242-890c-efd948a0149e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:59.349167 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-75dc0c2f-ccd7-424a-8b02-0b77ab69a7bb req-29d03c65-2647-4242-890c-efd948a0149e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.5951025 Jun 01 12:48:59.349308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55068) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:59.375612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'floatingip': {'port_id': '99a9cef6-c0f5-4551-b801-f7bed8519953'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:48:59.398728 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.406931 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.436806 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:48:59.445737 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:59.460292 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:59.528756 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29114ca2-eee0-44f4-a1eb-ad27681c5191,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:48:59.546142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:48:59.563146 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=876973bf264f434f8e6ba8769183a568&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363487 Jun 01 12:48:59.568373 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55076) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:48:59.603128 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195ca8c-8f73-46b8-966f-aa2b8dc3bb56 req-f858136b-3d1d-48e2-8137-e1b4cb9b8487 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:48:59.605462 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2195ca8c-8f73-46b8-966f-aa2b8dc3bb56 req-f858136b-3d1d-48e2-8137-e1b4cb9b8487 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 943 time: 0.6850872 Jun 01 12:48:59.699529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:48:59.781786 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['c719ef86-d43d-4a9b-9c49-cd38d5188fbe'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:48:59.965123 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2195ca8c-8f73-46b8-966f-aa2b8dc3bb56 req-9c5a774d-0b4a-4b42-b0c6-3dd644ba8041 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304777 Jun 01 12:49:00.063372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:00.188590 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:00.383803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8661-12e1-4ab4-820a-a282a0e887d9 req-2c6a270d-1947-45b9-9d5f-77d20f47491c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:00.385391 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-016a8661-12e1-4ab4-820a-a282a0e887d9 req-2c6a270d-1947-45b9-9d5f-77d20f47491c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 0.4802294 Jun 01 12:49:00.637262 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a146576-9e3c-43bf-996f-816317697574 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:00.822741 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-016a8661-12e1-4ab4-820a-a282a0e887d9 req-2e72ff3c-54e6-4368-a47d-f6a6ca364160 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225137 Jun 01 12:49:00.845704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:00.887203 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e0f48eea-d3b3-4086-9f6d-1c3fc4dd3a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:00.905870 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a146576-9e3c-43bf-996f-816317697574,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:00.927791 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13496614-5457-4feb-8d75-ae0a987aeb1b req-4faac988-119e-42b8-89bb-1963c2efdc72 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:00.935349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '4a146576-9e3c-43bf-996f-816317697574', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'port_id': '4a146576-9e3c-43bf-996f-816317697574', 'mac_address': 'fa:16:3e:23:e5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:00.936303 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-13496614-5457-4feb-8d75-ae0a987aeb1b req-4faac988-119e-42b8-89bb-1963c2efdc72 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 943 time: 0.7619498 Jun 01 12:49:00.942432 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:00.943515 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/29114ca2-eee0-44f4-a1eb-ad27681c5191 HTTP/1.1" status: 204 len: 168 time: 1.3733311 Jun 01 12:49:00.978567 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29114ca2-eee0-44f4-a1eb-ad27681c5191,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:01.026471 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.027152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.027809 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.028337 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.028893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.029411 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.030055 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.030586 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.031230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.031735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.032213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.032554 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:01.037597 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:01.097887 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.141201 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a146576-9e3c-43bf-996f-816317697574 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:01.167956 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-13496614-5457-4feb-8d75-ae0a987aeb1b req-07c72d41-2e6d-442e-825d-57d61e4ddc59 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307932 Jun 01 12:49:01.175218 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a146576-9e3c-43bf-996f-816317697574,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:01.183248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.184909 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device ea28d4af-f22c-46b7-aea9-2a5c04239008 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:01.194030 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:01.383928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:01.412488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.db.resource_extend [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:49:01.424087 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': 'ea28d4af-f22c-46b7-aea9-2a5c04239008', 'network_id': '07f90677-0514-4560-aba1-b4ba41c4154a', 'port_id': 'ea28d4af-f22c-46b7-aea9-2a5c04239008', 'mac_address': 'fa:16:3e:a8:28:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1068, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a16600fa-44d0-41a3-a0ba-606f79350a54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:01.499034 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:01.510905 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55134) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:01.540280 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:01.587251 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.622925 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-eee673af-0d62-475b-ab05-c50599fd9d24 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:01.624612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-eee673af-0d62-475b-ab05-c50599fd9d24 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.5861237 Jun 01 12:49:01.637854 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea28d4af-f22c-46b7-aea9-2a5c04239008 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:01.671999 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:01.677778 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.680523 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:01.704013 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-718a78ba-bd82-442c-9053-b647db786a01 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/quotas/960463040eed4676a433d40f209ef6d4 HTTP/1.1" status: 200 len: 375 time: 0.0639381 Jun 01 12:49:01.712066 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.730772 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.775423 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:01.813942 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:01.815810 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:01.819048 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:01.824649 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Usage tracker for resource:security_group_rule and tenant:0761c9a71e064bab9d0728cd8a860ec0 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:01.830608 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:01.841965 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:01.950424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8ea8e-1fe1-4b28-8694-562f8b4923c6 req-b6d66a79-4f0c-44f4-a2de-7149f68b6906 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:01.952396 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-81f8ea8e-1fe1-4b28-8694-562f8b4923c6 req-b6d66a79-4f0c-44f4-a2de-7149f68b6906 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 944 time: 0.6068687 Jun 01 12:49:01.997079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.002659 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.011736 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:02.063697 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0761c9a71e064bab9d0728cd8a860ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5505025 Jun 01 12:49:02.066948 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55154) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:02.071193 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953ab5a2-aaa8-4e05-9a41-07d1ea85c3ca,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:02.118408 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.119251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.119684 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.120113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.120527 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.121149 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.121680 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.122223 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.122861 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.123431 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.124038 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.124508 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:02.131197 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:02.176216 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-81f8ea8e-1fe1-4b28-8694-562f8b4923c6 req-dd8eaa33-633a-4870-977e-d6e072811114 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567791 Jun 01 12:49:02.179450 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.l3_db [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Floating IP a133649c-b718-4fa1-ba50-2ae8de2fa57c associated. External IP: 172.28.3.180, port: 99a9cef6-c0f5-4551-b801-f7bed8519953. Jun 01 12:49:02.205440 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['4a146576-9e3c-43bf-996f-816317697574'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:02.246463 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.265013 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-26a61ceb-3cc3-4b97-bf7c-1f7ba78183d9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4736965 Jun 01 12:49:02.283288 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.351414 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.356688 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:02.370870 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['ea28d4af-f22c-46b7-aea9-2a5c04239008'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:02.378402 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953ab5a2-aaa8-4e05-9a41-07d1ea85c3ca,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:02.398748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:02.415078 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:02.419165 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/953ab5a2-aaa8-4e05-9a41-07d1ea85c3ca HTTP/1.1" status: 204 len: 168 time: 0.3483322 Jun 01 12:49:02.652591 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device c719ef86-d43d-4a9b-9c49-cd38d5188fbe up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:02.685152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798a813-1bff-4510-8afc-558c627271a6 req-d8cb9eb0-f385-40ce-8bd3-7e8e5787fb0d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:02.687401 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0798a813-1bff-4510-8afc-558c627271a6 req-d8cb9eb0-f385-40ce-8bd3-7e8e5787fb0d tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.98 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 0.6690822 Jun 01 12:49:02.891274 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port c719ef86-d43d-4a9b-9c49-cd38d5188fbe completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:02.900179 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port c719ef86-d43d-4a9b-9c49-cd38d5188fbe triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:02.900828 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.061072 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-d62b6e03-6dda-4f9d-aef9-a08596cfafa5 service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779753 Jun 01 12:49:03.098285 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.138393 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:03.141323 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100884b8-8c45-4dc8-90f5-a746a9770073" -d '{"events": [{"server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "name": "network-vif-plugged", "status": "completed", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:03.157612 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,segment=NetworkSegment(4597eaee-1dd3-4dea-a9f6-cff04a9f16f9),segment_id=4597eaee-1dd3-4dea-a9f6-cff04a9f16f9)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:03.164938 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.167288 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:03.277020 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55184) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:03.349231 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.414082 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:03.421700 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:03.430294 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:03.438258 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Usage tracker for resource:security_group_rule and tenant:b210da3f25bd41378aa77c9317dd931f is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:03.443876 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:03.455543 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:03.475329 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-40951e9c-8343-4bfe-87f1-8f95c8b855a0 service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990104 Jun 01 12:49:03.497883 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3b7a6-6be9-461f-9c6b-5a1b958901ee req-47f00253-a503-49c3-8bc0-7bf3f2f7bf72 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:03.500477 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-80d3b7a6-6be9-461f-9c6b-5a1b958901ee req-47f00253-a503-49c3-8bc0-7bf3f2f7bf72 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 945 time: 1.0313344 Jun 01 12:49:03.614207 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-80d3b7a6-6be9-461f-9c6b-5a1b958901ee req-516fdcbf-b3ed-41ec-9736-e7ab9cdff469 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/security-groups?id=f8d2f55d-c95f-4f3a-956f-38743e7a482f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948901 Jun 01 12:49:03.619561 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Deleting port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:49:03.619561 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.632959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.640438 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:03.669117 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:03.823937 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b210da3f25bd41378aa77c9317dd931f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405788 Jun 01 12:49:03.837945 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55200) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:03.880627 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb98477f-016f-4dae-825f-02540a7fa2a9 x-openstack-request-id: req-fb98477f-016f-4dae-825f-02540a7fa2a9 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:03.881310 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "name": "network-vif-plugged", "status": "completed", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:03.881782 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-fb98477f-016f-4dae-825f-02540a7fa2a9 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:03.882425 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe', 'code': 200} Jun 01 12:49:03.885994 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f02f34-fb87-4525-90fa-7ccf389c3ada,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:03.898371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:04.048609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:04.054131 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] For port 9b5ff015-8766-48b3-8ec4-f377aab0ad47, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=9b5ff015-8766-48b3-8ec4-f377aab0ad47,segment=NetworkSegment(2397efba-1bdd-4a3c-ac97-f54929da7cb8),segment_id=2397efba-1bdd-4a3c-ac97-f54929da7cb8)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:04.054503 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:04.130230 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:04.253587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Calling delete_port for 9b5ff015-8766-48b3-8ec4-f377aab0ad47 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:49:04.383998 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:04.386361 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:49:04.396592 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75af38f2-a1e9-4bcb-a476-08cdd380bac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:04.417586 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f02f34-fb87-4525-90fa-7ccf389c3ada,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:04.426655 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:04.446625 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:04.451773 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f3f02f34-fb87-4525-90fa-7ccf389c3ada HTTP/1.1" status: 204 len: 168 time: 0.6073003 Jun 01 12:49:04.482310 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070bb1a-8f1b-4a6f-aa0a-23482b5cf929 req-db303361-0d24-41c1-aca2-f5d501c69db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:04.485152 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2070bb1a-8f1b-4a6f-aa0a-23482b5cf929 req-db303361-0d24-41c1-aca2-f5d501c69db9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 1098 time: 0.2529802 Jun 01 12:49:04.605504 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2070bb1a-8f1b-4a6f-aa0a-23482b5cf929 req-180990e5-b50e-4bde-b33f-01e8cb5da42a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072910 Jun 01 12:49:04.664458 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a146576-9e3c-43bf-996f-816317697574 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:04.736506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08539cd-f296-4ce7-9212-2c89fceecdb3 req-ae8db214-c016-4eb0-8b9f-b83a04b8cbff tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:04.739688 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e08539cd-f296-4ce7-9212-2c89fceecdb3 req-ae8db214-c016-4eb0-8b9f-b83a04b8cbff tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.4988728 Jun 01 12:49:04.817796 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 4a146576-9e3c-43bf-996f-816317697574 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:04.836828 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 4a146576-9e3c-43bf-996f-816317697574 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:04.837686 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.032931 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a4a57-c0ee-4109-9a07-d4d832b2f1fa req-977bb577-cc22-43e1-99a9-930eb3a95acc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:05.032931 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-798a4a57-c0ee-4109-9a07-d4d832b2f1fa req-977bb577-cc22-43e1-99a9-930eb3a95acc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 944 time: 0.7959347 Jun 01 12:49:05.153240 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.258572 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a146576-9e3c-43bf-996f-816317697574,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:05.260533 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e08539cd-f296-4ce7-9212-2c89fceecdb3 req-17d6aedb-e2cd-434c-8e79-dd66b051a4ec tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716907 Jun 01 12:49:05.263310 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:49:05.286338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.291162 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device ea28d4af-f22c-46b7-aea9-2a5c04239008 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:05.305887 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:49:05.331782 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.335635 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.342593 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:05.350925 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:05.426301 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:05.463240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:05.530236 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-798a4a57-c0ee-4109-9a07-d4d832b2f1fa req-8de9162a-fea8-4cdf-843a-c68ef865acad tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827769 Jun 01 12:49:05.672863 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Pushing event deleted for resources: {'Port': ['ID=9b5ff015-8766-48b3-8ec4-f377aab0ad47,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:05.805277 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:05.857668 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ac78c5f0-6e17-4fb7-9d77-8c8c66651adc req-058714d3-c7a8-445d-8977-b14a080ab09e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 210 time: 0.2951548 Jun 01 12:49:05.859699 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.862151 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.862867 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.864336 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.872543 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.873147 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.877103 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.877766 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.878287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.879025 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.879583 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.880185 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:05.896043 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a146576-9e3c-43bf-996f-816317697574'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:05.901818 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020fd4d2-0dab-46b8-b9aa-75e7151f807b" -d '{"events": [{"server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "name": "network-vif-plugged", "status": "completed", "tag": "4a146576-9e3c-43bf-996f-816317697574"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:05.909092 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:05.944272 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port ea28d4af-f22c-46b7-aea9-2a5c04239008 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:05.951588 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port ea28d4af-f22c-46b7-aea9-2a5c04239008 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:05.953174 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:05.971230 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a1e9455b-3f7e-47ea-a114-0784949c524e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "PUT /v2.0/floatingips/a133649c-b718-4fa1-ba50-2ae8de2fa57c HTTP/1.1" status: 200 len: 991 time: 6.6160202 Jun 01 12:49:05.983624 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:05.984353 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:05.987940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b506ff-6d00-4a4d-80e0-59de783bed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:06.059856 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bb13f0-d993-4a86-8f59-1c8db18e2e4e x-openstack-request-id: req-94bb13f0-d993-4a86-8f59-1c8db18e2e4e {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:06.060314 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "name": "network-vif-plugged", "status": "completed", "tag": "4a146576-9e3c-43bf-996f-816317697574", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:06.060650 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-94bb13f0-d993-4a86-8f59-1c8db18e2e4e {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:06.061203 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a146576-9e3c-43bf-996f-816317697574', 'code': 200} Jun 01 12:49:06.134334 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:06.202345 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-ff4c3b6d-01af-4c4b-870a-f3ee9f118f2d req-8ce2a7ad-9bc9-460a-a708-1b7630912c1c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Synchronizing usage tracker for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:06.215922 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] No DVR routers for this DVR port 9b5ff015-8766-48b3-8ec4-f377aab0ad47 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:49:06.240318 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:06.242925 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0798a813-1bff-4510-8afc-558c627271a6 req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.98 "DELETE /v2.0/ports/9b5ff015-8766-48b3-8ec4-f377aab0ad47 HTTP/1.1" status: 204 len: 173 time: 3.5396731 Jun 01 12:49:06.278011 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-ff4c3b6d-01af-4c4b-870a-f3ee9f118f2d req-8ce2a7ad-9bc9-460a-a708-1b7630912c1c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Unset dirty status for tenant:3e40f2f1e2384a9f84e8b09120a5f7ac on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:06.288278 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff4c3b6d-01af-4c4b-870a-f3ee9f118f2d req-8ce2a7ad-9bc9-460a-a708-1b7630912c1c tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 210 time: 0.3149524 Jun 01 12:49:06.325948 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:06.444111 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c9221a-ad6c-4ec8-ae03-0c94d009e052 x-openstack-request-id: req-57c9221a-ad6c-4ec8-ae03-0c94d009e052 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:06.455977 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:06.456501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-57c9221a-ad6c-4ec8-ae03-0c94d009e052 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:06.458598 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'status': 'completed', 'code': 200} Jun 01 12:49:06.473743 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:06.484480 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:06.485865 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 9b5ff015-8766-48b3-8ec4-f377aab0ad47 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:49:06.610489 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:06.711202 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 9b5ff015-8766-48b3-8ec4-f377aab0ad47 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:49:06.711202 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 9b5ff015-8766-48b3-8ec4-f377aab0ad47 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:49:06.806912 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:06.813645 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:06.985704 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-63abfaea-6939-4ae2-8f1f-eb306fcc98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:06.987650 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-63abfaea-6939-4ae2-8f1f-eb306fcc98aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.5026891 Jun 01 12:49:07.083659 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-408e50d9-1194-4644-8d89-b9d69c847ec1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.085933 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-408e50d9-1194-4644-8d89-b9d69c847ec1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.6921163 Jun 01 12:49:07.115398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Request body: {'port': {'device_id': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'admin_state_up': True, 'tenant_id': '960463040eed4676a433d40f209ef6d4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:07.286075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1273f-6720-487d-a838-f2b78a2309fa req-c1ccffb2-6e9e-427e-95f5-3ccb4f24db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.287680 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-00f1273f-6720-487d-a838-f2b78a2309fa req-c1ccffb2-6e9e-427e-95f5-3ccb4f24db96 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 1098 time: 0.5119262 Jun 01 12:49:07.332694 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56e10d-ff2e-427f-b793-cfd33b397810 req-69076f61-593d-4a8d-8a21-74bb58858ace tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.343912 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a56e10d-ff2e-427f-b793-cfd33b397810 req-69076f61-593d-4a8d-8a21-74bb58858ace tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.4561310 Jun 01 12:49:07.366761 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d31708-9a9d-4eb6-a2c5-1c1f8ec4b063 req-c5cd0831-6e46-4184-a284-4b20d65058b5 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.368824 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-46d31708-9a9d-4eb6-a2c5-1c1f8ec4b063 req-c5cd0831-6e46-4184-a284-4b20d65058b5 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.6486175 Jun 01 12:49:07.372931 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'a133649c-b718-4fa1-ba50-2ae8de2fa57c', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:d6:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d44be3-dd45-43ff-a762-693383599ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:49:01Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:07.389552 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:49:07.411354 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:07.412166 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:48:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:07.428880 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-44359c69-6d73-4039-a4db-4d6aa07d49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.432188 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-44359c69-6d73-4039-a4db-4d6aa07d49cf service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.4376304 Jun 01 12:49:07.439585 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-00f1273f-6720-487d-a838-f2b78a2309fa req-4b82e0ef-9408-47b3-99c7-973978a4d861 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333945 Jun 01 12:49:07.569249 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a56e10d-ff2e-427f-b793-cfd33b397810 req-61bc4676-908e-4ea1-97b1-96b502dcafa7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236738 Jun 01 12:49:07.586497 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-7765768a-5c77-44ec-828d-58f6895d9159 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 999 time: 0.1448152 Jun 01 12:49:07.710621 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-46d31708-9a9d-4eb6-a2c5-1c1f8ec4b063 req-2c6e5881-d52c-4e0d-a314-67b2164282fc tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134871 Jun 01 12:49:07.807731 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:07.843120 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:07.923481 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:07.925841 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:07.927405 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:07.956255 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-ca46f629-7472-4616-8bb1-8cd81c3d9ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:07.958115 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-ca46f629-7472-4616-8bb1-8cd81c3d9ec3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.3640554 Jun 01 12:49:07.988704 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6e2dea88-bf03-4031-959e-49012b92e8bc req-90ac8012-c46b-44d2-b721-0628784cefb4 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 210 time: 0.1187360 Jun 01 12:49:08.062712 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:08.065765 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733c3c0-5613-45ee-87c7-db5741303bff" -d '{"events": [{"server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "name": "network-vif-plugged", "status": "completed", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:08.151912 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-8fdad8b3-0713-4274-af24-57cb24126573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:08.157424 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-8fdad8b3-0713-4274-af24-57cb24126573 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1912773 Jun 01 12:49:08.360115 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5b8eeec5-5a5b-45a2-a422-784fbee028e8 req-ab216f3f-f39c-4042-926d-430cb4cd3ce0 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] 10.222.0.93 "GET /v2.0/ports?device_id=279cf20f-6853-486d-ab46-2f40044ab524 HTTP/1.1" status: 200 len: 210 time: 0.1180005 Jun 01 12:49:08.397580 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da84b8-0ab9-4dee-a431-7c013e5dc0f7 x-openstack-request-id: req-d9da84b8-0ab9-4dee-a431-7c013e5dc0f7 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:08.398303 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "name": "network-vif-plugged", "status": "completed", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:08.398745 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d9da84b8-0ab9-4dee-a431-7c013e5dc0f7 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:08.399371 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008', 'code': 200} Jun 01 12:49:08.487899 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-4df5f305-9fd8-4e62-93c6-7b137ea92c79 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198524 Jun 01 12:49:08.526952 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'name': 'network-vif-deleted', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:08.533297 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144ab830-4833-4f63-a72a-6ba57e224904" -d '{"events": [{"server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "name": "network-vif-deleted", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:08.646971 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Allocated IP 172.20.0.4 (01197009-0000-473f-87e0-5a96d5aee6d6/8effabb9-8172-4093-b8ea-2357e01d3ad9/39e7f3ba-eb7f-47bb-8588-d8ef144026e8) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:08.675050 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070cb97-ce7e-4a07-8a8b-54746264949b x-openstack-request-id: req-a070cb97-ce7e-4a07-8a8b-54746264949b {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:08.675475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279cf20f-6853-486d-ab46-2f40044ab524", "name": "network-vif-deleted", "tag": "9b5ff015-8766-48b3-8ec4-f377aab0ad47", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:08.675680 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a070cb97-ce7e-4a07-8a8b-54746264949b {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:08.676116 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279cf20f-6853-486d-ab46-2f40044ab524', 'name': 'network-vif-deleted', 'tag': '9b5ff015-8766-48b3-8ec4-f377aab0ad47', 'status': 'completed', 'code': 200} Jun 01 12:49:09.128120 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'a133649c-b718-4fa1-ba50-2ae8de2fa57c', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:d6:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d44be3-dd45-43ff-a762-693383599ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:49:01Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:09.159084 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c070e582-0b38-4d33-80a6-fdd3d06c2fa5 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'a133649c-b718-4fa1-ba50-2ae8de2fa57c', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 98, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:d6:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d44be3-dd45-43ff-a762-693383599ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:48:26Z', 'updated_at': '2021-06-01T12:49:01Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:49:09.267276 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-227350e6-ac9c-4896-8f67-632510a839d0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6571906 Jun 01 12:49:09.271975 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-72b506ff-6d00-4a4d-80e0-59de783bed2d req-b834cc66-a74b-434c-b159-0b7ee6872d3b service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7661760 Jun 01 12:49:09.298803 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f82705-b7ac-41e1-8e6a-193fa3a4fded req-e1df5780-603c-4f27-ab03-8d4514901efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:09.300280 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-06f82705-b7ac-41e1-8e6a-193fa3a4fded req-e1df5780-603c-4f27-ab03-8d4514901efa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.4609771 Jun 01 12:49:09.371686 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-06f82705-b7ac-41e1-8e6a-193fa3a4fded req-671a5d09-c81c-4337-b616-a86654319186 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561469 Jun 01 12:49:09.474562 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:09.689722 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-64dcfcc9-d01c-4cc2-8783-a489b185a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:09.693081 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e846d620-5f82-488d-99ff-1a122b7f2e5f None None] New status for floating IP a133649c-b718-4fa1-ba50-2ae8de2fa57c: ACTIVE {{(pid=98619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:49:09.695722 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-64dcfcc9-d01c-4cc2-8783-a489b185a0fc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 1099 time: 0.2344849 Jun 01 12:49:09.803987 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d10ac-fe68-4e88-a30a-84ddf7b5f5b2 req-237a666a-8949-445f-a428-270a15cbb186 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:09.806530 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-656d10ac-fe68-4e88-a30a-84ddf7b5f5b2 req-237a666a-8949-445f-a428-270a15cbb186 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.4306412 Jun 01 12:49:09.809712 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:09.822063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955a321-88ce-4328-99bb-5a408b3a1dc3 req-ab99905b-2b71-4770-8337-e307f66ebaea tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:09.830514 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5955a321-88ce-4328-99bb-5a408b3a1dc3 req-ab99905b-2b71-4770-8337-e307f66ebaea tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.5842390 Jun 01 12:49:09.854066 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:09.902324 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:10.062386 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-3f8e1264-46b2-4871-a5ac-525cb16bcc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:10.063943 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-3f8e1264-46b2-4871-a5ac-525cb16bcc1a service neutron] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 917 time: 0.2949600 Jun 01 12:49:10.170174 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Network 01197009-0000-473f-87e0-5a96d5aee6d6 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:10.178591 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:10.190597 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event updated for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:10.195531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55466) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:10.220996 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:10.225566 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-78c0250f-95a3-41f2-9a9b-91c9d678180b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2 HTTP/1.1" status: 200 len: 217 time: 0.1543276 Jun 01 12:49:10.229377 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:10.230241 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:10.238390 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:10.246524 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55474) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:10.277800 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-656d10ac-fe68-4e88-a30a-84ddf7b5f5b2 req-8e35d8f8-70d2-4f20-9201-ea5c1668fa8a tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442794 Jun 01 12:49:10.304432 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5955a321-88ce-4328-99bb-5a408b3a1dc3 req-813b7a5c-f0c6-4887-afdb-7be0d44c7a44 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727473 Jun 01 12:49:10.340525 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2321377 Jun 01 12:49:10.359258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e6f0c2e3-af3e-44b1-bd6c-45efde349635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:10.366753 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Request body: {'port': {'device_id': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:10.430908 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-223d87b2-f684-4649-991a-740d9cf55631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:10.437089 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-223d87b2-f684-4649-991a-740d9cf55631 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.2011576 Jun 01 12:49:10.587322 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-98213d5c-0cbf-4cb0-aae4-b4b85f03dd1e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307447 Jun 01 12:49:10.592516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:10.598712 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:10.627574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:10.633235 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Usage tracker for resource:security_group_rule and tenant:22195f40f3874db4b2d6d7fe825a99d6 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:10.650460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:10.670290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:10.679710 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:10.738125 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:b88038c800f148119bcd5e1ab4bfa5a0 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:10.745486 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:10.941232 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:10.986327 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.060469 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-306a24df-5c0e-48be-8b3d-b343194ddc45 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512606 Jun 01 12:49:11.286534 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e805b9b-cf27-4dfb-8bc7-0b2929ae502e req-7756478e-98a7-43b7-a795-8292330f854e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:11.287294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-2e805b9b-cf27-4dfb-8bc7-0b2929ae502e req-7756478e-98a7-43b7-a795-8292330f854e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:11.320191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.348075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.419737 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1470e5e1-9ed0-458a-ac58-b45c4e0831d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:11.441717 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.447941 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-887e9b9b-3bf0-4b0a-bb67-4899a65e1dbf req-8c770ec0-ee2c-47aa-9060-8563f43349d1 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727429 Jun 01 12:49:11.449731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.465939 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:11.546959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea84eeca-39c2-4e96-86d0-680ca890cd8d,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:11.557880 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:11.573868 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b88038c800f148119bcd5e1ab4bfa5a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3658919 Jun 01 12:49:11.574324 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55496) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:11.587413 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:49:11.603943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-2e805b9b-cf27-4dfb-8bc7-0b2929ae502e req-7756478e-98a7-43b7-a795-8292330f854e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:11.606517 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2e805b9b-cf27-4dfb-8bc7-0b2929ae502e req-7756478e-98a7-43b7-a795-8292330f854e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 931 time: 0.7550871 Jun 01 12:49:11.660554 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.671597 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=22195f40f3874db4b2d6d7fe825a99d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4142873 Jun 01 12:49:11.673911 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55502) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:11.723691 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.755995 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b62f89-7742-4e3f-932e-309071538c90,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:11.761924 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:11.806416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.867960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.880694 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2e805b9b-cf27-4dfb-8bc7-0b2929ae502e req-89b8bb1d-f9fd-4287-91eb-666b7b7621cd tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136502 Jun 01 12:49:11.917626 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed0dbb-7ce6-4207-9bdc-3b63e01b5a94 req-0ccc5baa-4c07-4bb9-a424-4e912a205c13 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:11.927023 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b9ed0dbb-7ce6-4207-9bdc-3b63e01b5a94 req-0ccc5baa-4c07-4bb9-a424-4e912a205c13 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.3468752 Jun 01 12:49:11.943576 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.949545 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:11.974858 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9f57aa89-5680-42bc-a8f0-38e12dc9797c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:11.996462 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea84eeca-39c2-4e96-86d0-680ca890cd8d,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:12.000807 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:12.006488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.011373 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:12.036528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b62f89-7742-4e3f-932e-309071538c90,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:12.040406 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:12.041502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.042652 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/04b62f89-7742-4e3f-932e-309071538c90 HTTP/1.1" status: 204 len: 168 time: 0.3677201 Jun 01 12:49:12.043773 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.044866 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea84eeca-39c2-4e96-86d0-680ca890cd8d HTTP/1.1" status: 204 len: 168 time: 0.4695823 Jun 01 12:49:12.227115 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:12.241704 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b9ed0dbb-7ce6-4207-9bdc-3b63e01b5a94 req-ff4744c9-1c3d-4c66-b9eb-a1462936beb7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111870 Jun 01 12:49:12.241704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.264372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Transition to ACTIVE for port object 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:12.270934 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.280227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:12.496741 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:12.537550 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:12.574210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Attempting to bind port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:12.574210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Attempting to bind port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:12.574210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Attempting to bind port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:12.579822 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 on network 01197009-0000-473f-87e0-5a96d5aee6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:49:12.580473 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Attempting to bind port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:12.587372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:12.587774 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Checking segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:12.588112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Bound using segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:12.588786 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Bound port: 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:12.589762 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.616925 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55532) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:12.657974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.680703 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:12.740357 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:12.755191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:12.761717 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.771164 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1ba3236f-f9ea-404b-9b46-4201bb0c1c47 tempest-DeleteServersTestJSON-475347843 tempest-DeleteServersTestJSON-475347843-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:12.868235 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Usage tracker for resource:security_group_rule and tenant:e6f8d00e32434d688fc700515cfebe91 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:12.871894 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:12.878717 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:12.938865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:12.939803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:12.941866 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] 10.222.0.98 "PUT /v2.0/ports/39e7f3ba-eb7f-47bb-8588-d8ef144026e8 HTTP/1.1" status: 200 len: 1093 time: 2.5922446 Jun 01 12:49:12.943332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-e523432e-da3a-4f31-93a1-be409e1a1ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:12.945973 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-e523432e-da3a-4f31-93a1-be409e1a1ab7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 1098 time: 0.2642431 Jun 01 12:49:12.949305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:12.952130 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8" -d '{"events": [{"name": "network-changed", "server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:13.002940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:13.006522 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:13.090719 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea22d47-6458-48ae-a4b5-b8b3afe0ac09 req-762b981d-4fcf-41fb-a43c-1732ace569aa tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.092753 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eea22d47-6458-48ae-a4b5-b8b3afe0ac09 req-762b981d-4fcf-41fb-a43c-1732ace569aa tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2543032 Jun 01 12:49:13.148389 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-87869dd4-465f-4fba-8a14-aed14d3e0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.152122 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-87869dd4-465f-4fba-8a14-aed14d3e0172 service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.1855614 Jun 01 12:49:13.221388 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-fc815a11-0040-4e68-9e0a-a3fc4fb479ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.223209 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-fc815a11-0040-4e68-9e0a-a3fc4fb479ab service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 1096 time: 0.2104559 Jun 01 12:49:13.260127 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-bc4d64b9-ebde-46a7-95be-c9305e7fa44f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a146576-9e3c-43bf-996f-816317697574 HTTP/1.1" status: 200 len: 217 time: 0.0931332 Jun 01 12:49:13.368219 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eea22d47-6458-48ae-a4b5-b8b3afe0ac09 req-9a2ab1de-edb6-4619-9568-01a844cd78d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158465 Jun 01 12:49:13.372097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-7feca020-8b38-4d14-8552-012e6b7f9f6e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8 HTTP/1.1" status: 200 len: 217 time: 0.1332970 Jun 01 12:49:13.398627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-eafc8c4e-3837-4169-ba41-e94ade47be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.408531 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-eafc8c4e-3837-4169-ba41-e94ade47be10 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.1363754 Jun 01 12:49:13.523167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a49df8-8b07-4dcc-a5e0-a5799a878fd3 req-7eea7c02-3616-404e-9255-89a48661fe8d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.530812 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d3a49df8-8b07-4dcc-a5e0-a5799a878fd3 req-7eea7c02-3616-404e-9255-89a48661fe8d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 943 time: 0.4267254 Jun 01 12:49:13.537906 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb797bf-a461-4d2c-8fb1-c39fd3823960 x-openstack-request-id: req-9bb797bf-a461-4d2c-8fb1-c39fd3823960 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:13.538469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:13.538965 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-9bb797bf-a461-4d2c-8fb1-c39fd3823960 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:13.539461 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', 'status': 'completed', 'code': 200} Jun 01 12:49:13.577334 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-fcd15a4b-56c8-46df-b443-c46559afe34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:13.579283 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-fcd15a4b-56c8-46df-b443-c46559afe34c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.1913121 Jun 01 12:49:13.581400 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:13.590506 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-51c5150c-ba73-400e-ab00-d22cfa84b5f5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1575160 Jun 01 12:49:13.592057 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:13.608392 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d3a49df8-8b07-4dcc-a5e0-a5799a878fd3 req-0ddd1161-8837-44b9-a819-71b0687e1a9c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760832 Jun 01 12:49:13.703737 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-04ec881a-e7b7-4bbd-a367-288a520c4f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:13.727481 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-6e7710fe-0e9e-4dfc-8831-cee82a065772 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1178861 Jun 01 12:49:13.728069 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55566) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:13.793159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3c4e927-4758-4b38-94c2-4c77ec12d697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:13.972436 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-bc3deaca-3c79-415c-9f8d-c06ed4de495d service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685353 Jun 01 12:49:14.036872 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-882018344-network', 'tenant_id': 'd8003845cd38499b9dea0c57c33af8b4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:14.051598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:14.054186 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55578) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:14.057094 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Usage tracker for resource:network and tenant:d8003845cd38499b9dea0c57c33af8b4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:14.063256 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:14.063712 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839e3319-9179-4770-8d72-64ddf8e9829c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:14.070966 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6f8d00e32434d688fc700515cfebe91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4526436 Jun 01 12:49:14.072338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:14.103236 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.115105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55582) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:14.124338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:14.179821 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-f115e565-bfdc-4f45-ae99-f9cfed39d4b3 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392757 Jun 01 12:49:14.221384 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f68685b3-e877-4689-a122-ec099a1ffd27 req-d316475c-804c-4b2a-b5d0-af4091fcee48 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261240 Jun 01 12:49:14.230572 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Made reservation on behalf of d8003845cd38499b9dea0c57c33af8b4 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:14.233440 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.281361 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Deleting subnet 32198bcb-8813-4a94-9c64-0942669b104d {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:49:14.311511 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.333481 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.480293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:14.482872 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.510039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Usage tracker for resource:security_group_rule and tenant:d8003845cd38499b9dea0c57c33af8b4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:14.515208 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:14.526894 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.535101 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:14.550487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.688707 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:14.719548 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-810b0012-cad4-466d-b5bb-01b39911f4eb req-aab63b12-6aa5-4b20-b643-58ff5b726a95 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247705 Jun 01 12:49:15.168070 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.182132 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0718897f-9090-4146-a754-9a0bfbc1ea40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:15.242958 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839e3319-9179-4770-8d72-64ddf8e9829c,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:15.252112 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.252733 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:15.404548 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8029ba-6ed4-412d-b9fc-e335909929cb req-e11e3844-3e6f-4b78-b9cf-5baeb496b1c1 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:15.406277 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cc8029ba-6ed4-412d-b9fc-e335909929cb req-e11e3844-3e6f-4b78-b9cf-5baeb496b1c1 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.8606250 Jun 01 12:49:15.427822 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.431332 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/839e3319-9179-4770-8d72-64ddf8e9829c HTTP/1.1" status: 204 len: 168 time: 1.3067546 Jun 01 12:49:15.476040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.525425 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-bbca7282-b63b-4828-ab7a-de743ac72b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:15.527020 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-bbca7282-b63b-4828-ab7a-de743ac72b71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 1096 time: 0.7147291 Jun 01 12:49:15.527682 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.537801 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:15.563142 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed300-345d-4431-8ed2-18319dfad003 req-c5024947-cd47-4aab-ac32-c89b5b0f2d91 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:15.564830 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-376ed300-345d-4431-8ed2-18319dfad003 req-c5024947-cd47-4aab-ac32-c89b5b0f2d91 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 943 time: 0.7512062 Jun 01 12:49:15.657756 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1064} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:49:15.708257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5e4ec9-8a7d-47db-b419-021bce77fb26,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:15.730233 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cc8029ba-6ed4-412d-b9fc-e335909929cb req-33b11d36-3e22-447e-b105-4348ddc61c85 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850292 Jun 01 12:49:15.825643 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:15.827574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.855498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:15.855498 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Added segment 4ace42e3-155e-4f0e-ad8a-025333d23f67 of type vlan for network 16af2fa9-8946-4607-ba9f-fb1fb090f090 Jun 01 12:49:15.898546 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-be90363d-1ed6-4467-9611-2726cbc053e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:15.995282 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-376ed300-345d-4431-8ed2-18319dfad003 req-2dca948e-d22d-41ac-b61a-49c9639104e8 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907475 Jun 01 12:49:15.997054 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.005405 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32198bcb-8813-4a94-9c64-0942669b104d,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:16.016705 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:16.058453 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.065579 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/32198bcb-8813-4a94-9c64-0942669b104d HTTP/1.1" status: 204 len: 168 time: 2.0102880 Jun 01 12:49:16.069185 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55626) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:16.069927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-7f62d445-720e-4412-9e27-b015df404c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:16.071196 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-7f62d445-720e-4412-9e27-b015df404c98 service neutron] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 917 time: 0.5217526 Jun 01 12:49:16.174134 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-68027e5d-4861-4884-a71a-e458884b0c6e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8 HTTP/1.1" status: 200 len: 217 time: 0.0843728 Jun 01 12:49:16.184007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.185661 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:16.187033 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.193017 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19c83abe-3dc4-46aa-bfbd-5680ea90378a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:16.269806 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.380949 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Pushing event updated for resources: {'Network': ['ID=16af2fa9-8946-4607-ba9f-fb1fb090f090,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:16.384252 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:16.395461 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:49:16.451977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7225647 Jun 01 12:49:16.453692 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55638) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:16.464677 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Request body: {'subnet': {'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-882018344-subnet', 'tenant_id': 'd8003845cd38499b9dea0c57c33af8b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:16.466723 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-28ac9fff-aade-4c3a-9810-a168241871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:16.470758 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-28ac9fff-aade-4c3a-9810-a168241871c2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.2791295 Jun 01 12:49:16.477316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:16.483637 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.492141 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Usage tracker for resource:subnet and tenant:d8003845cd38499b9dea0c57c33af8b4 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:16.500790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:16.512052 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.512794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.514078 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.514776 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > port after_create 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.515425 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.516208 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > port after_update 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.516771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.517346 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.518050 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.518638 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.538334 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-ab2e141e-f534-4db0-9c76-186d0faee892 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540452 Jun 01 12:49:16.626890 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f68f3-504b-488e-8bff-faf7ac223f2b req-3deda49c-cbeb-4805-bd8e-8f649686a1f9 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:16.628418 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d63f68f3-504b-488e-8bff-faf7ac223f2b req-3deda49c-cbeb-4805-bd8e-8f649686a1f9 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.2317064 Jun 01 12:49:16.681747 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.682273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.682858 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.683371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:49:16.684072 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d067b42-ba02-4875-bb01-42b0a8b13802']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:16.699900 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:16.714083 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2397efba-1bdd-4a3c-ac97-f54929da7cb8') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:16.714335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2397efba-1bdd-4a3c-ac97-f54929da7cb8') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:16.726536 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Made reservation on behalf of d8003845cd38499b9dea0c57c33af8b4 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:16.729163 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.748987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.783198 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d63f68f3-504b-488e-8bff-faf7ac223f2b req-26e1614a-7fd7-4779-ae1f-3aacdc65fe0b tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042745 Jun 01 12:49:16.803267 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-319fb86d-30cc-4a73-a4d0-74e0a2e727d7 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333844 Jun 01 12:49:16.825440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.907365 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:49:16.908047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: from cryptography.utils import int_from_bytes Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: from cryptography.utils import int_from_bytes Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:49:16.928071 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:49:17.065901 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb1d4bd8-9ea5-4492-9416-d1bcc9ce9df8 req-ed026df5-b09f-4db1-ab1e-043a8465d8c3 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544174 Jun 01 12:49:17.075747 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.127790 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb29a7-29f8-44e1-a585-82a816cbeb96 req-a92ff386-74bd-4f72-9f1a-d40b41e18e41 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:17.135439 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6fbb29a7-29f8-44e1-a585-82a816cbeb96 req-a92ff386-74bd-4f72-9f1a-d40b41e18e41 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2300444 Jun 01 12:49:17.142683 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c614b591-c195-490d-92f9-98accbf0fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:17.168035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.173958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d067b42-ba02-4875-bb01-42b0a8b13802,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:17.185465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:17.197718 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6fbb29a7-29f8-44e1-a585-82a816cbeb96 req-506275df-e0fb-46a3-8d08-b3afc8e27092 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605121 Jun 01 12:49:17.208872 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3230343e-46fe-4546-8571-968e2508fd58 admin admin] 10.222.0.93 "DELETE /v2.0/networks/3d067b42-ba02-4875-bb01-42b0a8b13802 HTTP/1.1" status: 204 len: 168 time: 1.1344538 Jun 01 12:49:17.418830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26882e9-5953-41c3-b2e3-bc6390623ecb req-e7d9f7ce-454f-428e-853c-5c5fffe37b96 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:17.420528 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d26882e9-5953-41c3-b2e3-bc6390623ecb req-e7d9f7ce-454f-428e-853c-5c5fffe37b96 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 943 time: 0.1254232 Jun 01 12:49:17.485044 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d26882e9-5953-41c3-b2e3-bc6390623ecb req-89fd5c4c-a4c8-41c7-9b3f-0fa74796e67a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576482 Jun 01 12:49:17.527143 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55668) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:17.609194 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3fff0f34-6c80-4d5e-8b6f-a893b1c00a29 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3e40f2f1e2384a9f84e8b09120a5f7ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0802972 Jun 01 12:49:17.609876 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55672) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:17.683095 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.688614 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:17.699841 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.729412 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.773531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f5cfe17-4f2d-4b82-b80f-d5360844076a,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:17.779665 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:17.782495 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Checking segment: {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:17.782844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Network hostable DHCP agents. Network: 16af2fa9-8946-4607-ba9f-fb1fb090f090, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:49:17.805264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:49:17.808184 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.815248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1ba954be-0692-4f7f-925b-d6859bdfea62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:17.831613 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d2f55d-c95f-4f3a-956f-38743e7a482f,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:17.834723 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:17.840698 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 16af2fa9-8946-4607-ba9f-fb1fb090f090) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:17.841391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.842550 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f8d2f55d-c95f-4f3a-956f-38743e7a482f HTTP/1.1" status: 204 len: 168 time: 0.2317145 Jun 01 12:49:17.861797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:17.863152 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:17.869485 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147d7610-c432-4af6-b2e6-32ddf901d08d None None] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:49:17.898072 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4427760 Jun 01 12:49:17.964829 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:18.281582 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafe2bf-0bdb-4b3d-8a09-a499c316fbec req-add0307f-0d3b-44e4-9baf-e112d6b5b59f tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:18.283883 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6cafe2bf-0bdb-4b3d-8a09-a499c316fbec req-add0307f-0d3b-44e4-9baf-e112d6b5b59f tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.2496679 Jun 01 12:49:18.341323 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb304588-1f65-4e50-aad9-a092c31a2bfa None None] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:49:18.433419 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6cafe2bf-0bdb-4b3d-8a09-a499c316fbec req-5a3cc131-1185-4c84-810a-0548878924c7 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426129 Jun 01 12:49:18.763672 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55706) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:18.815082 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:18.950407 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:18.956951 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941325f-3bca-4edc-b35d-deb784afab9b req-a9f7fc89-7b0e-4b8c-a796-cf7704f16231 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:18.959989 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4941325f-3bca-4edc-b35d-deb784afab9b req-a9f7fc89-7b0e-4b8c-a796-cf7704f16231 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.3509011 Jun 01 12:49:18.979690 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:18.984402 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Usage tracker for resource:security_group_rule and tenant:ceb5e4bf4d18422780373ca05458e11b is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:18.988875 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:18.997634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:19.121347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.129091 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.142518 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4941325f-3bca-4edc-b35d-deb784afab9b req-4031b284-fd89-4c23-a633-d1d4194a8b61 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706681 Jun 01 12:49:19.148767 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:19.209549 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ceb5e4bf4d18422780373ca05458e11b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444010 Jun 01 12:49:19.223678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a79ea3-bd89-4988-ac11-467c7d3d153e req-deca6b4b-14a8-46a9-80e2-05db08333c14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:19.225714 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:19.243820 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-07a79ea3-bd89-4988-ac11-467c7d3d153e req-deca6b4b-14a8-46a9-80e2-05db08333c14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 943 time: 0.4973361 Jun 01 12:49:19.244845 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55722) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:19.245005 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'port_id': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', 'mac_address': 'fa:16:3e:76:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effabb9-8172-4093-b8ea-2357e01d3ad9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:19.249694 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3300b-57da-4cce-98fe-3f5f4b0e663e,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:19.259700 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:19.348698 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.391004 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:19.416915 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:19.419345 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-07a79ea3-bd89-4988-ac11-467c7d3d153e req-79211ea0-f332-454c-b41f-c7c893263713 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888932 Jun 01 12:49:19.423466 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.427127 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-fc20afff-bc93-4393-ab4a-2fbe6b53c217 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:19.493576 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.529453 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-77c5ed9d-0900-44a4-a88c-b0bf3e150a75 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:19.531322 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-77c5ed9d-0900-44a4-a88c-b0bf3e150a75 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.98 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.7146196 Jun 01 12:49:19.552972 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:19.567107 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:19.697755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.826669 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55742) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:19.892807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d052-583b-4c37-a60a-43b0f50a2998 req-4cf9b81d-b4c6-4af3-beab-9aa7d9a8215c tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:19.894340 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2b65d052-583b-4c37-a60a-43b0f50a2998 req-4cf9b81d-b4c6-4af3-beab-9aa7d9a8215c tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 945 time: 0.2023070 Jun 01 12:49:19.900960 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.907066 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:19.910652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['39e7f3ba-eb7f-47bb-8588-d8ef144026e8'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:19.921862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Deleting port c719ef86-d43d-4a9b-9c49-cd38d5188fbe {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:49:19.922289 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:19.953759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3300b-57da-4cce-98fe-3f5f4b0e663e,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:19.964206 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:19.974915 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-875186423-network', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:19.980422 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:19.994897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Usage tracker for resource:network and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:19.998529 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:20.002405 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.006258 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/dea3300b-57da-4cce-98fe-3f5f4b0e663e HTTP/1.1" status: 204 len: 168 time: 0.7548776 Jun 01 12:49:20.010910 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:20.025654 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Made reservation on behalf of 98410a5d8b994353be60e28c6fa1472a for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:20.029950 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.046018 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.066223 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2b65d052-583b-4c37-a60a-43b0f50a2998 req-bd639673-54a9-458a-809a-c86f6eac0733 tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/security-groups?id=ffc225c3-d58d-4317-bd20-7faf548810b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611543 Jun 01 12:49:20.076284 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:20.083919 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:20.101185 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:20.104613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:20.134933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] For port c719ef86-d43d-4a9b-9c49-cd38d5188fbe, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,segment=NetworkSegment(4597eaee-1dd3-4dea-a9f6-cff04a9f16f9),segment_id=4597eaee-1dd3-4dea-a9f6-cff04a9f16f9)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:20.135301 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.224759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.231697 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.251296 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=98618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:49:20.262342 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-74f2857c-f7f2-4cb6-b452-45c0976cf3ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:20.283091 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.283460 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Added segment b884d0f2-21fa-4eb5-8217-3bcd0cc94970 of type vlan for network ad08cd72-331a-40f6-add0-3be2486fbf85 Jun 01 12:49:20.290993 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Calling delete_port for c719ef86-d43d-4a9b-9c49-cd38d5188fbe owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:49:20.309946 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3f0f7f-f88e-4cc6-93d0-87762941f9dc,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:20.322191 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:20.332016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.371204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.371204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:20.373211 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.375356 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:20.440417 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55756) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:20.495159 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6666486 Jun 01 12:49:20.498347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55760) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:20.501295 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Pushing event updated for resources: {'Network': ['ID=ad08cd72-331a-40f6-add0-3be2486fbf85,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:20.506757 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Request body: {'subnet': {'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-subnet', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:20.510280 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:20.512076 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network ad08cd72-331a-40f6-add0-3be2486fbf85 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:49:20.512874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:20.520217 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Usage tracker for resource:subnet and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:20.524361 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:20.532818 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:20.545331 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Made reservation on behalf of 98410a5d8b994353be60e28c6fa1472a for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:20.549906 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.553890 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.572447 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.625594 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:20.656235 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:20.672052 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Usage tracker for resource:security_group_rule and tenant:c86b5d8bf70646ee9d2dd5eb42136a90 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:20.684246 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:20.688437 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Pushing event deleted for resources: {'Port': ['ID=c719ef86-d43d-4a9b-9c49-cd38d5188fbe,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:20.694878 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:20.731180 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:20.765724 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360eea96-6361-4d3a-9d55-da025fe45341 req-62e55e9e-4bc0-4195-bee3-f5382af72929 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:20.767353 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-360eea96-6361-4d3a-9d55-da025fe45341 req-62e55e9e-4bc0-4195-bee3-f5382af72929 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.4198811 Jun 01 12:49:20.799402 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device c719ef86-d43d-4a9b-9c49-cd38d5188fbe no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:49:20.829914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] No DVR routers for this DVR port c719ef86-d43d-4a9b-9c49-cd38d5188fbe on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:49:20.843722 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:20.846311 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: c719ef86-d43d-4a9b-9c49-cd38d5188fbe {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:49:20.846964 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device c719ef86-d43d-4a9b-9c49-cd38d5188fbe not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:49:20.848026 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'name': 'network-vif-deleted', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:20.851911 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116eff03-f03a-4d2e-a012-89d359d276ca" -d '{"events": [{"server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "name": "network-vif-deleted", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:20.891765 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4def386c-ebe3-4b15-8887-49ae85c808b4 req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.98 "DELETE /v2.0/ports/c719ef86-d43d-4a9b-9c49-cd38d5188fbe HTTP/1.1" status: 204 len: 173 time: 1.3266981 Jun 01 12:49:20.915911 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-360eea96-6361-4d3a-9d55-da025fe45341 req-d2bec334-5223-42aa-b9b6-adf2cecc4202 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211259 Jun 01 12:49:20.927316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cec92c-bed5-4fc6-915a-e90af5c6ac25 req-ef000982-aa0b-4db4-b4dd-8804d59d4dfc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:20.936221 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-95cec92c-bed5-4fc6-915a-e90af5c6ac25 req-ef000982-aa0b-4db4-b4dd-8804d59d4dfc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 944 time: 0.3679526 Jun 01 12:49:21.053217 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-95cec92c-bed5-4fc6-915a-e90af5c6ac25 req-76f643ff-7891-4ead-82ff-a386b5dd7c14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158338 Jun 01 12:49:21.096957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.104097 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.108089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4099779b-05f5-4c1a-be13-694100670a04 x-openstack-request-id: req-4099779b-05f5-4c1a-be13-694100670a04 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:21.108344 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60422a01-4da8-4f4a-acb5-7ba86199e978", "name": "network-vif-deleted", "tag": "c719ef86-d43d-4a9b-9c49-cd38d5188fbe", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:21.108584 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4099779b-05f5-4c1a-be13-694100670a04 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:21.109342 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60422a01-4da8-4f4a-acb5-7ba86199e978', 'name': 'network-vif-deleted', 'tag': 'c719ef86-d43d-4a9b-9c49-cd38d5188fbe', 'status': 'completed', 'code': 200} Jun 01 12:49:21.109644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e10c0ab7-c24e-4a00-a18a-d7445bbfc83f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:21.109799 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.149183 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-17502176-69c5-4cf9-9f41-1febbb3ec5a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:21.163238 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c86b5d8bf70646ee9d2dd5eb42136a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6406322 Jun 01 12:49:21.164097 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 55782) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:21.236465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Pushing event updated for resources: {'Subnet': ['ID=413c9fe0-19d1-416f-a254-9dc0099886e8,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:21.241085 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:21.251431 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Checking segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:21.251754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Network hostable DHCP agents. Network: ad08cd72-331a-40f6-add0-3be2486fbf85, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:49:21.275356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6328361-51f4-430e-a2b6-c18501b5ac6b,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:21.276255 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:49:21.284282 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:21.287944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, ad08cd72-331a-40f6-add0-3be2486fbf85) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:21.297076 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.298776 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:21.299640 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.299965 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e64d47-90e1-4e92-8de7-165803265834 None None] Network ad08cd72-331a-40f6-add0-3be2486fbf85 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:49:21.335787 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8361456 Jun 01 12:49:21.338768 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55790) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:21.345707 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:21.361890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:21.366931 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Usage tracker for resource:router and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:21.370816 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:21.379068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:21.394075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.395979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.415850 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.501690 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-d8b24cd5-e506-4755-9d12-eacc8b165b0e req-f654c390-c368-4df0-8c84-d1e812a822fe tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Synchronizing usage tracker for tenant:56dcb25a626a42c8a25f9664742351b1 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:21.556137 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.575669 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-d8b24cd5-e506-4755-9d12-eacc8b165b0e req-f654c390-c368-4df0-8c84-d1e812a822fe tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Unset dirty status for tenant:56dcb25a626a42c8a25f9664742351b1 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:21.576915 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d8b24cd5-e506-4755-9d12-eacc8b165b0e req-f654c390-c368-4df0-8c84-d1e812a822fe tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] 10.222.0.93 "GET /v2.0/ports?device_id=60422a01-4da8-4f4a-acb5-7ba86199e978 HTTP/1.1" status: 200 len: 210 time: 0.2944932 Jun 01 12:49:21.598161 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-ad08cd72-331a-40f6-add0-3be2486fbf85', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:49:21.599351 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.621722 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-3b91ac49-4e5c-4afb-991b-09691c92ccfe tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:21.622463 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-e4caadef-3651-496a-babe-91b037d41acb req-3b91ac49-4e5c-4afb-991b-09691c92ccfe tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Synchronizing usage tracker for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:21.689921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-e4caadef-3651-496a-babe-91b037d41acb req-3b91ac49-4e5c-4afb-991b-09691c92ccfe tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Unset dirty status for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:21.705146 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-3b91ac49-4e5c-4afb-991b-09691c92ccfe tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 808 time: 0.4844007 Jun 01 12:49:21.710708 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.728490 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a4b32b30-ecb1-422d-84b9-ad7d537d4eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:21.746803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6328361-51f4-430e-a2b6-c18501b5ac6b,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:21.755937 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-a82a363e-fc4d-4a95-9f98-444f977ff1d5 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/quotas/d8003845cd38499b9dea0c57c33af8b4 HTTP/1.1" status: 200 len: 375 time: 0.0495739 Jun 01 12:49:21.761800 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:21.816488 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-dc507f3d-dddc-4111-8aec-e1cb031dd904 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593357 Jun 01 12:49:21.822193 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Allocated IP 172.20.0.2 (ad08cd72-331a-40f6-add0-3be2486fbf85/413c9fe0-19d1-416f-a254-9dc0099886e8/dcd1df75-3699-4f40-9597-f977e3ecf9d8) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:21.838987 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:21.840111 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e6328361-51f4-430e-a2b6-c18501b5ac6b HTTP/1.1" status: 204 len: 168 time: 0.6730707 Jun 01 12:49:21.865991 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.121605 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-385f2759-8b03-4eab-91aa-3ba18730f4fa service neutron] 10.222.0.93 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038268 Jun 01 12:49:22.142948 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.155876 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Transition to ACTIVE for port object dcd1df75-3699-4f40-9597-f977e3ecf9d8 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:22.181271 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Transition to ACTIVE for port object dcd1df75-3699-4f40-9597-f977e3ecf9d8 will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:22.188380 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.193912 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-d5bcf935-b317-45e4-b597-e2cabcde9031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:22.286808 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:22.290040 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:22.294521 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:22.306200 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Pushing event updated for resources: {'Port': ['ID=dcd1df75-3699-4f40-9597-f977e3ecf9d8,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:22.310027 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:22.388794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.400966 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-2177ea5e-f9d3-4ead-a555-70edad0aec91 service neutron] 10.222.0.93 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746177 Jun 01 12:49:22.419982 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.470681 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Attempting to bind port dcd1df75-3699-4f40-9597-f977e3ecf9d8 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:22.471125 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Attempting to bind port dcd1df75-3699-4f40-9597-f977e3ecf9d8 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:22.471865 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Attempting to bind port dcd1df75-3699-4f40-9597-f977e3ecf9d8 on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:22.480714 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:22.481189 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Checking segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:22.482395 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.482869 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Bound using segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:22.483761 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Bound port: dcd1df75-3699-4f40-9597-f977e3ecf9d8, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:22.484258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.490756 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b94eb-feb4-4506-904d-d9db28e84ca9 req-9d40d33e-1964-4242-a2ca-65b7c9d7e7a6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:22.498347 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b64b94eb-feb4-4506-904d-d9db28e84ca9 req-9d40d33e-1964-4242-a2ca-65b7c9d7e7a6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.1760612 Jun 01 12:49:22.581840 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b64b94eb-feb4-4506-904d-d9db28e84ca9 req-867df8d5-7dfd-4e89-9432-0b2b16b2d304 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824075 Jun 01 12:49:22.666871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Allocated IP 172.28.3.136 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/4f5a87c1-43ce-4503-b604-d241ea750615) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:22.670060 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] For port dcd1df75-3699-4f40-9597-f977e3ecf9d8, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:22.675707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] For port dcd1df75-3699-4f40-9597-f977e3ecf9d8, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dcd1df75-3699-4f40-9597-f977e3ecf9d8,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:22.683749 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:22.694519 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-00c2bd19-2699-46b8-bef6-88452fdac783 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:22.832524 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:22.928293 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-188fd8e6-cacb-44d2-ae8b-c26eeed1023e req-b2d5fed8-6482-437a-8944-c085011bd8c2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 210 time: 0.1268415 Jun 01 12:49:22.989913 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a4caf-c150-4572-b882-1f527aeaa5de req-6b93047b-102f-45e2-a883-3874feb46a07 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:23.011236 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a8a4caf-c150-4572-b882-1f527aeaa5de req-6b93047b-102f-45e2-a883-3874feb46a07 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 944 time: 0.2896061 Jun 01 12:49:23.015704 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Pushing event updated for resources: {'Port': ['ID=dcd1df75-3699-4f40-9597-f977e3ecf9d8,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:23.019268 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:23.035977 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:23.041753 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:23.042124 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:23.093588 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:23.127429 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a8a4caf-c150-4572-b882-1f527aeaa5de req-0a71acef-e256-49bb-860c-9766171f5e79 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067576 Jun 01 12:49:23.177472 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:23.181804 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:23.210602 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:23.272596 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:23.274924 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03af7d5-d92f-4b9d-a129-90d220fb515a" -d '{"events": [{"server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "name": "network-vif-plugged", "status": "completed", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:23.285624 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:23.293396 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:23.296576 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:23.346208 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Pushing event updated for resources: {'Port': ['ID=4f5a87c1-43ce-4503-b604-d241ea750615,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:23.361208 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:23.379891 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682eadd1-224e-4e59-8894-7f58a9266802 x-openstack-request-id: req-682eadd1-224e-4e59-8894-7f58a9266802 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:23.380236 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "name": "network-vif-plugged", "status": "completed", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:23.380505 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-682eadd1-224e-4e59-8894-7f58a9266802 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:23.380993 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', 'code': 200} Jun 01 12:49:23.450839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:23.452608 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:23.458201 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:23.463014 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:23.470551 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:24.029414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dcd1df75-3699-4f40-9597-f977e3ecf9d8 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:24.074319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ea653-0552-4b30-8340-e92584bf7a35 req-a507201d-d34b-494e-9ed9-5e7989306330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:24.079068 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9a0ea653-0552-4b30-8340-e92584bf7a35 req-a507201d-d34b-494e-9ed9-5e7989306330 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 1098 time: 0.3217041 Jun 01 12:49:24.164909 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9a0ea653-0552-4b30-8340-e92584bf7a35 req-10cee75a-ccd6-40d1-97f7-4a110d25b603 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809600 Jun 01 12:49:24.287658 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port dcd1df75-3699-4f40-9597-f977e3ecf9d8 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:24.408855 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e5381-dde1-402a-97d2-7cabf747ea8b req-3034c114-2b4e-403a-942a-e1c2dbb79b79 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:24.413439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:24.415710 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e89e5381-dde1-402a-97d2-7cabf747ea8b req-3034c114-2b4e-403a-942a-e1c2dbb79b79 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.1789706 Jun 01 12:49:24.559670 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e89e5381-dde1-402a-97d2-7cabf747ea8b req-00fc453d-a69a-4e21-a7c0-8020fab41116 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408730 Jun 01 12:49:24.567354 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c29d4987-c2b9-4721-918a-3a96d0161720 req-4f0f83eb-95b0-4447-ae23-4a798b7a0f32 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 210 time: 0.0625174 Jun 01 12:49:24.681229 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec580fd6-cace-4b06-bd4f-048c2106c503 None None] Network ad08cd72-331a-40f6-add0-3be2486fbf85 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:49:24.812535 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Provisioning for port dcd1df75-3699-4f40-9597-f977e3ecf9d8 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:24.824327 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Provisioning complete for port dcd1df75-3699-4f40-9597-f977e3ecf9d8 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:24.824907 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:25.030014 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:25.092446 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742ceb4-ee94-403c-bbb8-5186f6f529ad req-4631e975-475e-4e09-89e2-d6b3ce54cddc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:25.094620 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7742ceb4-ee94-403c-bbb8-5186f6f529ad req-4631e975-475e-4e09-89e2-d6b3ce54cddc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.4040775 Jun 01 12:49:25.200986 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-bde2c36e-c22c-4809-91fa-9c8399fe52d0 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:25.203663 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-bde2c36e-c22c-4809-91fa-9c8399fe52d0 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 808 time: 0.4189823 Jun 01 12:49:25.367663 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Request body: {'port': {'device_id': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090', 'admin_state_up': True, 'tenant_id': 'd8003845cd38499b9dea0c57c33af8b4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:25.371686 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:25.491631 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] For port dcd1df75-3699-4f40-9597-f977e3ecf9d8, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dcd1df75-3699-4f40-9597-f977e3ecf9d8,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:25.491864 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7742ceb4-ee94-403c-bbb8-5186f6f529ad req-cbd6b597-efd7-49de-9c0a-32b50b366a99 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814238 Jun 01 12:49:25.504890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:25.524859 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:25.684285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:25.693749 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Usage tracker for resource:port and tenant:d8003845cd38499b9dea0c57c33af8b4 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:25.701847 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:25.714839 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:25.746680 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Made reservation on behalf of d8003845cd38499b9dea0c57c33af8b4 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:25.752019 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:25.784568 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Router 9bfb53f5-8940-4494-b647-aaca56308539 is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:49:25.859298 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Pushing event updated for resources: {'Port': ['ID=dcd1df75-3699-4f40-9597-f977e3ecf9d8,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:25.880249 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:26.138455 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-de744dbf-f665-470c-97f9-80af32dab988 req-381c557a-4572-42c0-a291-db482666e250 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 210 time: 0.1615312 Jun 01 12:49:26.150824 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-d7c53e7c-ca0a-4b1d-9ec0-479b7ff136b7 None None] Provisioning complete for port dcd1df75-3699-4f40-9597-f977e3ecf9d8 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:26.151564 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d7c53e7c-ca0a-4b1d-9ec0-479b7ff136b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:26.279512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:49:26.302843 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:49:26.332500 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:26.336438 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:26.337128 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:26.337946 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9978323 Jun 01 12:49:26.341042 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 55902) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:26.556457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Allocated IP 172.20.0.5 (16af2fa9-8946-4607-ba9f-fb1fb090f090/8f5cfe17-4f2d-4b82-b80f-d5360844076a/54495121-30d0-41ad-955b-4eb730173a3f) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:26.671591 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:26.993519 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.033553 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290b8840-3cb1-4233-9c26-d9bcdcaf14c6 req-3a7d72da-e6f1-4dc6-af0d-c4492d14144a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:27.040340 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-290b8840-3cb1-4233-9c26-d9bcdcaf14c6 req-3a7d72da-e6f1-4dc6-af0d-c4492d14144a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.9938278 Jun 01 12:49:27.046798 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:27.053018 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:49:27.053557 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Updating router 9bfb53f5-8940-4494-b647-aaca56308539 port 4f5a87c1-43ce-4503-b604-d241ea750615 binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:49:27.117978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b3bdb-1a20-4985-9d86-2cb63ae4d617 req-da1c56c2-dc9b-4cdf-9aeb-2c3622f4389b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:27.119734 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-889b3bdb-1a20-4985-9d86-2cb63ae4d617 req-da1c56c2-dc9b-4cdf-9aeb-2c3622f4389b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.1870363 Jun 01 12:49:27.132046 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-290b8840-3cb1-4233-9c26-d9bcdcaf14c6 req-c2385ac7-be6d-40a3-a8c4-d9925ee5a7e2 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905876 Jun 01 12:49:27.135902 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.207892 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-889b3bdb-1a20-4985-9d86-2cb63ae4d617 req-84a53bc3-9ed8-46f1-99fd-d490f92d9fd1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735404 Jun 01 12:49:27.210003 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.218281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a9bd9ec4-5e5d-4d55-8d69-457941bd916d tempest-VolumesActionsTest-325117808 tempest-VolumesActionsTest-325117808-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:27.342389 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:27.366764 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:27.374501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.375722 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:27.392838 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:27.393771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.467805 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Pushing event updated for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:27.483151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:27.499264 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1744254 Jun 01 12:49:27.523439 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Request body: {'port': {'device_id': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:27.621426 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7267def-3766-4c30-b997-80d714573654 req-5d0eb93c-d762-4081-a745-08b2b24b293d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:27.624470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-b7267def-3766-4c30-b997-80d714573654 req-5d0eb93c-d762-4081-a745-08b2b24b293d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Synchronizing usage tracker for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:27.679383 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Allocated IP 172.20.0.1 (ad08cd72-331a-40f6-add0-3be2486fbf85/413c9fe0-19d1-416f-a254-9dc0099886e8/2bdef663-cde8-4aef-88be-351b3d573e9c) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:27.805864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.836500 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.859236 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-b7267def-3766-4c30-b997-80d714573654 req-5d0eb93c-d762-4081-a745-08b2b24b293d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Unset dirty status for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:27.860648 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b7267def-3766-4c30-b997-80d714573654 req-5d0eb93c-d762-4081-a745-08b2b24b293d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 931 time: 0.4448395 Jun 01 12:49:27.861811 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dcd1df75-3699-4f40-9597-f977e3ecf9d8 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:27.897753 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Transition to ACTIVE for port object 4f5a87c1-43ce-4503-b604-d241ea750615 will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:27.921114 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:27.967991 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-f0f084c4-1b01-46e5-b780-b0cecb01592b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:28.066273 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Pushing event updated for resources: {'Port': ['ID=4f5a87c1-43ce-4503-b604-d241ea750615,revision_number=2']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:28.078463 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.079417 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.079889 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.080796 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.081300 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.081768 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.082233 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.082696 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.083179 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.083644 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.084341 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.084832 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:49:28.089773 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:28.096782 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Attempting to bind port 4f5a87c1-43ce-4503-b604-d241ea750615 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:28.097309 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Attempting to bind port 4f5a87c1-43ce-4503-b604-d241ea750615 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:28.097950 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Attempting to bind port 4f5a87c1-43ce-4503-b604-d241ea750615 on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:28.100453 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port dcd1df75-3699-4f40-9597-f977e3ecf9d8 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:28.100860 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.105696 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:28.106537 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:28.107194 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.107752 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:28.108154 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-b7267def-3766-4c30-b997-80d714573654 req-c647bae6-30e3-4e5c-816c-fb751646d8d3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Synchronizing usage tracker for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:28.108683 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Bound port: 4f5a87c1-43ce-4503-b604-d241ea750615, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:28.109297 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.220734 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] For port 4f5a87c1-43ce-4503-b604-d241ea750615, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:28.226264 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] For port 4f5a87c1-43ce-4503-b604-d241ea750615, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=4f5a87c1-43ce-4503-b604-d241ea750615,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:28.235982 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.245674 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.247203 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-b7267def-3766-4c30-b997-80d714573654 req-c647bae6-30e3-4e5c-816c-fb751646d8d3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Unset dirty status for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:28.248686 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b7267def-3766-4c30-b997-80d714573654 req-c647bae6-30e3-4e5c-816c-fb751646d8d3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179121 Jun 01 12:49:28.252499 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:28.287245 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Transition to ACTIVE for port object 2bdef663-cde8-4aef-88be-351b3d573e9c will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:28.348142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.348410 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Pushing event updated for resources: {'Port': ['ID=4f5a87c1-43ce-4503-b604-d241ea750615,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:28.353102 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:28.364359 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:28.377026 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:28.378040 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:28.562130 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:28.567595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:28.594680 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:28.596089 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:28.602347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:28.734842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54495121-30d0-41ad-955b-4eb730173a3f {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:28.737110 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.768956 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:28.777702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.939821 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Transition to ACTIVE for port object 54495121-30d0-41ad-955b-4eb730173a3f will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:28.970927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:28.993550 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:29.020262 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-e4b92067-c4de-4a8d-9145-0e25d83fa6ed None None] Provisioning for port 2bdef663-cde8-4aef-88be-351b3d573e9c completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:29.037855 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.040792 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-e4b92067-c4de-4a8d-9145-0e25d83fa6ed None None] Provisioning complete for port 2bdef663-cde8-4aef-88be-351b3d573e9c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:29.041419 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e4b92067-c4de-4a8d-9145-0e25d83fa6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.219587 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-e4b92067-c4de-4a8d-9145-0e25d83fa6ed None None] Port 2bdef663-cde8-4aef-88be-351b3d573e9c cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:49:29.232467 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:29.242460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8709973-7fb3-47cc-b569-bd8cf66e9550 req-49d146cd-6c9c-4e18-b4f0-f4113f14fdb9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:29.249500 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b8709973-7fb3-47cc-b569-bd8cf66e9550 req-49d146cd-6c9c-4e18-b4f0-f4113f14fdb9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.4134417 Jun 01 12:49:29.278757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:29.310132 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Attempting to bind port 54495121-30d0-41ad-955b-4eb730173a3f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:29.310382 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Attempting to bind port 54495121-30d0-41ad-955b-4eb730173a3f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:29.310664 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Attempting to bind port 54495121-30d0-41ad-955b-4eb730173a3f on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:29.351882 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b8709973-7fb3-47cc-b569-bd8cf66e9550 req-95412bdb-9af1-48db-8557-cc9b910be05d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952516 Jun 01 12:49:29.353006 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Port 54495121-30d0-41ad-955b-4eb730173a3f on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:49:29.353489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Attempting to bind port 54495121-30d0-41ad-955b-4eb730173a3f on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:29.368895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:29.369466 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Checking segment: {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:29.370025 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Bound using segment: {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:29.370629 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Bound port: 54495121-30d0-41ad-955b-4eb730173a3f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:29.371128 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.463410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.472988 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.503560 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-2cb26329-2aa6-441f-997d-c490d320310f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:29.562707 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:29.567688 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1a74a2-3e22-47c3-b10b-e1cf562873b0 None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:23Z', 'revision_number': 3, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:49:29.595406 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Pushing event updated for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:29.598310 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:29.599471 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.602959 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54495121-30d0-41ad-955b-4eb730173a3f,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:29.606666 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:29.610600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.615842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:29.688397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:29.688397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:29.689619 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] 10.222.0.98 "PUT /v2.0/ports/54495121-30d0-41ad-955b-4eb730173a3f HTTP/1.1" status: 200 len: 1093 time: 2.1725080 Jun 01 12:49:29.690699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:29.694105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7153e84a-ef34-46e7-829a-dcacfe2d1983" -d '{"events": [{"name": "network-changed", "server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "tag": "54495121-30d0-41ad-955b-4eb730173a3f"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:29.706749 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68d2be-b561-451c-8bb4-1eb6666c9b9f req-de3220d5-857b-4f30-95ee-d0a80ebbb14c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:29.708353 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c68d2be-b561-451c-8bb4-1eb6666c9b9f req-de3220d5-857b-4f30-95ee-d0a80ebbb14c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 943 time: 0.2287569 Jun 01 12:49:29.731574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:29.737945 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:29.812566 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:29.814391 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:29.934174 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e42d4b-4ec7-487d-9515-53206257a880 x-openstack-request-id: req-c9e42d4b-4ec7-487d-9515-53206257a880 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:29.934490 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "tag": "54495121-30d0-41ad-955b-4eb730173a3f", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:29.934711 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c9e42d4b-4ec7-487d-9515-53206257a880 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:29.935134 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f', 'status': 'completed', 'code': 200} Jun 01 12:49:29.993233 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c68d2be-b561-451c-8bb4-1eb6666c9b9f req-ee7f0fd6-4c44-421a-aa03-1bc18984fc14 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574010 Jun 01 12:49:30.046822 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-dee9606d-9b1a-421e-8668-cc9239fcd847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:30.048344 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-dee9606d-9b1a-421e-8668-cc9239fcd847 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 1096 time: 0.2956283 Jun 01 12:49:30.102435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:49:30.164935 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-54f3a203-bc9d-43cc-862a-4c99771e26a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54495121-30d0-41ad-955b-4eb730173a3f HTTP/1.1" status: 200 len: 217 time: 0.0974145 Jun 01 12:49:30.166482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-414b5739-274d-4fc5-9571-571ebacc556d None None] Provisioning complete for port 2bdef663-cde8-4aef-88be-351b3d573e9c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:30.166962 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-414b5739-274d-4fc5-9571-571ebacc556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:30.261862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4caadef-3651-496a-babe-91b037d41acb req-1308c24d-3e5c-4748-b00a-53057bb1ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:30.263869 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-1308c24d-3e5c-4748-b00a-53057bb1ee11 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8f5cfe17-4f2d-4b82-b80f-d5360844076a HTTP/1.1" status: 200 len: 848 time: 0.0911481 Jun 01 12:49:30.269634 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-414b5739-274d-4fc5-9571-571ebacc556d None None] Port 2bdef663-cde8-4aef-88be-351b3d573e9c cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:49:30.325058 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-e40b7453-8e52-44d9-a703-704fcccbdbc8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=16af2fa9-8946-4607-ba9f-fb1fb090f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536797 Jun 01 12:49:30.379912 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:49:30.398911 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] 10.222.0.93 "PUT /v2.0/routers/9bfb53f5-8940-4494-b647-aaca56308539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0487461 Jun 01 12:49:30.677746 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-4d299311-ce7d-405a-ad73-2f591915d11f service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444700 Jun 01 12:49:30.716373 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa7b67-b6a0-4dfa-96fa-9a0821afa77a req-e2c490e8-9cfa-499e-8fa9-0193ff55d588 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:30.717068 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36aa7b67-b6a0-4dfa-96fa-9a0821afa77a req-e2c490e8-9cfa-499e-8fa9-0193ff55d588 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.1846898 Jun 01 12:49:30.989492 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36aa7b67-b6a0-4dfa-96fa-9a0821afa77a req-d0118f5e-beec-4758-a706-e04530b0ebbc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274663 Jun 01 12:49:30.993528 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4caadef-3651-496a-babe-91b037d41acb req-0f25447a-284d-4c67-8999-c93fc167fc90 service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961333 Jun 01 12:49:31.229380 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56040) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:31.236241 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207636322', 'description': 'tempest-description--1277298606'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:31.243829 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:31.249390 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:31.252818 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:31.260424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:31.276764 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.301435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:31.306699 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:31.310347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:31.316240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-8cbcd7a0-7024-4e11-9b5d-5843b974c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:31.318190 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-8cbcd7a0-7024-4e11-9b5d-5843b974c443 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 1096 time: 0.2363787 Jun 01 12:49:31.318410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:31.427955 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.433672 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.436293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-e0a5cc93-aba7-4f41-b5ef-f70741ebec0a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:31.437897 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-e0a5cc93-aba7-4f41-b5ef-f70741ebec0a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.2903926 Jun 01 12:49:31.438229 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da7939da-5ebd-4095-93c5-08b32ec3b26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:31.481878 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b5e68-09b7-4dbf-a11d-25a151dff673,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:31.485291 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.489376 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2558424 Jun 01 12:49:31.489376 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:31.491059 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56044) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:31.497253 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group_rule': {'security_group_id': 'c66b5e68-09b7-4dbf-a11d-25a151dff673', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:31.503301 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:31.507253 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:31.510485 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:31.513429 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-ae867f43-8d5a-4760-b8ee-12e62bcaade3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/quotas/960463040eed4676a433d40f209ef6d4 HTTP/1.1" status: 200 len: 375 time: 0.0230253 Jun 01 12:49:31.516632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:31.538410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.620113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.623115 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-fa06d552-4d09-429b-86fc-a5c6af2330e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:31.624835 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-fa06d552-4d09-429b-86fc-a5c6af2330e5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 910 time: 0.2968297 Jun 01 12:49:31.625874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.628786 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e9b505b9-f097-4438-a2ec-938f554f07a5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:31.635822 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b8e47-1f26-45a2-84eb-af2943b6b745 req-d5c913f4-0528-4361-84d3-fdcb526f9e61 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:31.637354 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-094b8e47-1f26-45a2-84eb-af2943b6b745 req-d5c913f4-0528-4361-84d3-fdcb526f9e61 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 943 time: 0.2778780 Jun 01 12:49:31.658596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20876c9e-8a22-486c-b5c1-c89ee4a5af43,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:31.664554 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:31.674107 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.675490 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-1dc556d5-bedd-49a2-89bb-1378e146b2ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830180 Jun 01 12:49:31.679532 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56050) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:31.685759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group_rule': {'security_group_id': 'c66b5e68-09b7-4dbf-a11d-25a151dff673', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:31.692882 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:31.697476 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:31.701310 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:31.707913 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:31.727179 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.727807 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-4e0b39aa-698d-4a2b-bcca-8e79916d6d71 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54495121-30d0-41ad-955b-4eb730173a3f HTTP/1.1" status: 200 len: 217 time: 0.0887141 Jun 01 12:49:31.782840 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:49:31.793096 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:31.794126 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:31.808596 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-094b8e47-1f26-45a2-84eb-af2943b6b745 req-7f6dfa8f-2d71-4628-9a1d-92e500eb7b30 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189585 Jun 01 12:49:31.813007 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.821763 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.823922 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a4cb8a0e-cb14-4fec-8bf2-8de665d4810e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:31.824267 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-c27778d2-1cda-4d41-994e-0ff91e5ea670 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012221 Jun 01 12:49:31.859695 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-4873a4a3-4297-45e5-af43-a3070856c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:31.861168 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-4873a4a3-4297-45e5-af43-a3070856c621 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8f5cfe17-4f2d-4b82-b80f-d5360844076a HTTP/1.1" status: 200 len: 848 time: 0.1197138 Jun 01 12:49:31.894983 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c871003-7849-4be9-8b4f-505727c2ae04,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:31.915403 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:31.921917 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.927593 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2468486 Jun 01 12:49:31.928385 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56054) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:31.941083 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:31.947392 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:31.952509 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:floatingip and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:31.955570 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:31.962823 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:31.973766 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-d3ea1349-ef95-443d-b641-3e9b01e22a25 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=16af2fa9-8946-4607-ba9f-fb1fb090f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013012 Jun 01 12:49:31.977508 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:31.981118 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 4f5a87c1-43ce-4503-b604-d241ea750615 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:32.078307 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:32.147538 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.222954 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-a3d4ff98-59e8-4ba2-8410-5fa5259c9987 service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976812 Jun 01 12:49:32.373000 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 4f5a87c1-43ce-4503-b604-d241ea750615 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:32.434280 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 4f5a87c1-43ce-4503-b604-d241ea750615 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:32.434963 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.456554 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Allocated IP 172.28.3.126 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/01669d9d-20b9-44a8-a4cf-cf98c773b070) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:32.542578 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-a1a63685-7fb2-404a-90ab-486ab8f96579 service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432391 Jun 01 12:49:32.628465 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-2738c415-e365-46b9-a475-502fdf59c7b5 service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037440 Jun 01 12:49:32.716331 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.762208 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.793476 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 4f5a87c1-43ce-4503-b604-d241ea750615, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=4f5a87c1-43ce-4503-b604-d241ea750615,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:32.798258 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.803620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-da6d3cc4-ccce-41ee-a253-27c8d1a1ba36 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:32.814382 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:32.823059 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:32.866803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407808df-6ec2-4c98-9dc8-8f406a729f59 req-ce11630e-3964-4bee-84db-4622eb97bfd2 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:32.868458 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-407808df-6ec2-4c98-9dc8-8f406a729f59 req-ce11630e-3964-4bee-84db-4622eb97bfd2 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.4441440 Jun 01 12:49:32.997409 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:29Z', 'revision_number': 2, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:33.017021 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:33.030464 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:33.035516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:33.036902 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:49:33.037571 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Updating router 9bfb53f5-8940-4494-b647-aaca56308539 port 2bdef663-cde8-4aef-88be-351b3d573e9c binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:49:33.038255 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-407808df-6ec2-4c98-9dc8-8f406a729f59 req-6c00fff7-47fe-4bad-98af-e7ee9cf773d3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613317 Jun 01 12:49:33.047687 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7153e84a-ef34-46e7-829a-dcacfe2d1983 req-437dac32-1e40-4d22-894b-374ec4499d6f service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160526 Jun 01 12:49:33.158763 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=4f5a87c1-43ce-4503-b604-d241ea750615,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:33.172796 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:33.182264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=01669d9d-20b9-44a8-a4cf-cf98c773b070,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:33.183144 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.189724 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:33.246306 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.272530 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0abd62f6-6ab0-422b-87b1-4eb304a03a1d req-17f12251-e4ea-46e7-a34a-a72448290248 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 210 time: 0.1006444 Jun 01 12:49:33.342991 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cadac-ec70-4bd8-a8ed-f5921e6f1de3 req-8c7898f0-fca1-4eca-9ae1-1df3fe78cbc3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:33.351274 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-797cadac-ec70-4bd8-a8ed-f5921e6f1de3 req-8c7898f0-fca1-4eca-9ae1-1df3fe78cbc3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 943 time: 0.2157898 Jun 01 12:49:33.386501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.406867 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-797cadac-ec70-4bd8-a8ed-f5921e6f1de3 req-afd180ba-9c51-46a0-ac7d-ad167a87001e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546784 Jun 01 12:49:33.640898 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.646677 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.651572 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.654812 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Transition to ACTIVE for port object 2bdef663-cde8-4aef-88be-351b3d573e9c will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:33.656725 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:33.662951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.666651 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:33.766171 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=01669d9d-20b9-44a8-a4cf-cf98c773b070,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:33.771827 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:33.781411 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.808137 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.812726 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8797441 Jun 01 12:49:33.862388 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Pushing event updated for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:33.870649 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:33.904433 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 4f5a87c1-43ce-4503-b604-d241ea750615 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:33.981424 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Attempting to bind port 2bdef663-cde8-4aef-88be-351b3d573e9c on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:33.981940 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Attempting to bind port 2bdef663-cde8-4aef-88be-351b3d573e9c by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:33.982158 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Attempting to bind port 2bdef663-cde8-4aef-88be-351b3d573e9c on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:33.993544 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:33.994403 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Checking segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:33.994403 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:33.994796 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Bound using segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:33.995390 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Bound port: 2bdef663-cde8-4aef-88be-351b3d573e9c, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:33.995822 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:34.040329 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-5fe020f3-c2a0-48d9-84f1-461c24fc0f97 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1207636322&fields=id&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 267 time: 0.0469699 Jun 01 12:49:34.093162 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 4f5a87c1-43ce-4503-b604-d241ea750615 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:34.093545 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:34.187423 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] For port 2bdef663-cde8-4aef-88be-351b3d573e9c, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:34.194441 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] For port 2bdef663-cde8-4aef-88be-351b3d573e9c, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2bdef663-cde8-4aef-88be-351b3d573e9c,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:34.204463 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:34.208944 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-8fda0f0b-f16d-492c-9c4f-43cfbb1f6a3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:34.310918 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-4dfe34ad-aff5-4f17-95fc-a3c16f49f69d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:34.322840 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-4dfe34ad-aff5-4f17-95fc-a3c16f49f69d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 816 time: 0.2746580 Jun 01 12:49:34.353556 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-01c490d1-cf67-4c93-8614-3f950c71e05c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/quotas/98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 375 time: 0.0258124 Jun 01 12:49:34.356178 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Pushing event updated for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:34.367604 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:49:34.368231 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:34.473346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02c9b1-1a9f-4e68-b90b-0b635263fcdf req-daf2ee74-19fe-43f8-aa3b-953cfe768fec tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:34.481129 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff02c9b1-1a9f-4e68-b90b-0b635263fcdf req-daf2ee74-19fe-43f8-aa3b-953cfe768fec tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2603319 Jun 01 12:49:34.486592 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:34.664451 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff02c9b1-1a9f-4e68-b90b-0b635263fcdf req-6ae1bb27-894f-450b-8081-92accfe29300 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820002 Jun 01 12:49:34.729950 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-ba468c1f-646d-43c3-83f5-46f93b6338b7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3557341 Jun 01 12:49:34.792033 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:49:34.908507 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-966bf2d3-1e17-4fa6-8e84-20ca71a7b66c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:34.910562 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-966bf2d3-1e17-4fa6-8e84-20ca71a7b66c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.4127810 Jun 01 12:49:34.929961 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fbf3c7a1-8fe9-4abc-82bf-8aac99c10686 req-5ee9ec1a-21fc-412e-91f5-108b51e35439 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 210 time: 0.0969253 Jun 01 12:49:34.938815 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Request body: {'port': {'device_id': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'admin_state_up': True, 'tenant_id': '960463040eed4676a433d40f209ef6d4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:35.192434 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:34Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:35.198899 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b1ae0-01ff-4c6e-9937-4eb6f5ea386a None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:34Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:49:35.287827 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-b073cf25-96ce-4a07-9a1b-e8ccf2907d54 service neutron] 10.222.0.93 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949756 Jun 01 12:49:35.337068 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:35.371242 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:35.634338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:35.641527 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:35.662758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591118c5-6ba7-412c-9099-4fda9cea12de req-1b4f3865-e1b2-4fca-9f96-9f3e6203c19c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:35.670217 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-591118c5-6ba7-412c-9099-4fda9cea12de req-1b4f3865-e1b2-4fca-9f96-9f3e6203c19c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 943 time: 0.5996706 Jun 01 12:49:35.818793 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-de04575b-1b93-4b00-8761-2741b5be3a4e service neutron] 10.222.0.93 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292368 Jun 01 12:49:35.840214 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-591118c5-6ba7-412c-9099-4fda9cea12de req-df502fd6-7dea-4b82-88b9-733e8ced361c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663995 Jun 01 12:49:35.970489 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2bdef663-cde8-4aef-88be-351b3d573e9c up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:36.111274 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Allocated IP 172.20.0.11 (01197009-0000-473f-87e0-5a96d5aee6d6/8effabb9-8172-4093-b8ea-2357e01d3ad9/2bd6ceac-6c3f-4ef0-871d-a74868e12134) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:36.255818 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 2bdef663-cde8-4aef-88be-351b3d573e9c completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:36.286114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2bdef663-cde8-4aef-88be-351b3d573e9c triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:36.286705 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:36.548888 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:36.636912 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 2bdef663-cde8-4aef-88be-351b3d573e9c, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2bdef663-cde8-4aef-88be-351b3d573e9c,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:36.646229 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:36.653945 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-0d87af3a-a030-4016-abc9-86745ea96719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:36.783414 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b81ee0d7-36c9-45a7-a5e8-fc0d91c4feb0 req-2c1a0011-6df8-4ef3-96b8-dfbc3dc28cd4 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 210 time: 0.0838823 Jun 01 12:49:36.800348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:36.807023 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:36.813008 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:36.883317 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54495121-30d0-41ad-955b-4eb730173a3f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:37.033598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:37.052225 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d65c7efc-3c23-463d-810a-e9643264c79a req-5916d378-125f-4ac4-8986-74e9fdc3ae46 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 210 time: 0.1473529 Jun 01 12:49:37.065759 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2', '39e7f3ba-eb7f-47bb-8588-d8ef144026e8'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:37.070957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:37.265860 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event updated for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:37.286379 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:37.303697 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a30e0-684c-4882-ace2-b1394930f9cd req-2f636de8-cb8c-4ef0-869a-bcaaf74c6af3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:37.315377 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c30a30e0-684c-4882-ace2-b1394930f9cd req-2f636de8-cb8c-4ef0-869a-bcaaf74c6af3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.6670363 Jun 01 12:49:37.321787 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Network 01197009-0000-473f-87e0-5a96d5aee6d6 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:37.345086 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:37.385917 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54495121-30d0-41ad-955b-4eb730173a3f,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:37.416869 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '54495121-30d0-41ad-955b-4eb730173a3f', 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090', 'port_id': '54495121-30d0-41ad-955b-4eb730173a3f', 'mac_address': 'fa:16:3e:f4:23:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5cfe17-4f2d-4b82-b80f-d5360844076a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:37.452557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:37.460689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:37.461597 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:37.514830 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:37.530487 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c30a30e0-684c-4882-ace2-b1394930f9cd req-6a5e8c5d-954c-4e29-9adc-8f635eafab91 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141113 Jun 01 12:49:37.568515 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97599e90-dd9f-4d13-b51f-dadaf13f6337 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6372550 Jun 01 12:49:37.573670 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54495121-30d0-41ad-955b-4eb730173a3f {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:37.600639 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Request body: {'port': {'device_id': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:37.644823 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54495121-30d0-41ad-955b-4eb730173a3f,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:37.703262 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cd5f8-ae08-471f-85b2-f7fc19ccc795 req-f45a634f-8a66-4c18-b068-f0a7960fca6c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:37.708990 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:37.711179 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cd1cd5f8-ae08-471f-85b2-f7fc19ccc795 req-f45a634f-8a66-4c18-b068-f0a7960fca6c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 943 time: 0.3547547 Jun 01 12:49:37.714110 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:37.828053 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cd1cd5f8-ae08-471f-85b2-f7fc19ccc795 req-bbe24cd2-a82b-47ab-8c80-7cfae66d3a02 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157548 Jun 01 12:49:37.851419 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:37.892126 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2bdef663-cde8-4aef-88be-351b3d573e9c up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:37.928056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:37.932345 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:37.991568 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2bdef663-cde8-4aef-88be-351b3d573e9c triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:37.992046 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:38.193363 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23470bc2-14a1-4492-b515-73e5386a2208 req-be84c8a0-19c7-4a38-a1c2-747a3c248818 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:38.194351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-23470bc2-14a1-4492-b515-73e5386a2208 req-be84c8a0-19c7-4a38-a1c2-747a3c248818 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:38.215256 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['54495121-30d0-41ad-955b-4eb730173a3f'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:38.282611 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-23470bc2-14a1-4492-b515-73e5386a2208 req-be84c8a0-19c7-4a38-a1c2-747a3c248818 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:38.288771 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-23470bc2-14a1-4492-b515-73e5386a2208 req-be84c8a0-19c7-4a38-a1c2-747a3c248818 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 932 time: 0.3505473 Jun 01 12:49:38.314756 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2a4a743c-1577-4b8c-b272-beb43f1ec5b0 req-e10922e5-4ead-4c8b-a642-e0c13ee17c3e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 210 time: 0.0881131 Jun 01 12:49:38.375203 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-23470bc2-14a1-4492-b515-73e5386a2208 req-ab69d7d3-3265-4c84-9c30-a61fa93cd95f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851948 Jun 01 12:49:38.465578 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd6ceac-6c3f-4ef0-871d-a74868e12134 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:38.477804 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:38.515238 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Transition to ACTIVE for port object 2bd6ceac-6c3f-4ef0-871d-a74868e12134 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:38.523928 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:38.534177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:38.585748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-6b762fb2-fb4a-4ad0-b998-b54942833bb3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:38.586609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-6b762fb2-fb4a-4ad0-b998-b54942833bb3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Synchronizing usage tracker for tenant:98410a5d8b994353be60e28c6fa1472a on resource:network {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:38.625326 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-6b762fb2-fb4a-4ad0-b998-b54942833bb3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Unset dirty status for tenant:98410a5d8b994353be60e28c6fa1472a on resource:network {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:38.628195 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-6b762fb2-fb4a-4ad0-b998-b54942833bb3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 816 time: 0.3447235 Jun 01 12:49:38.731082 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-7e975bec-d775-452e-a49a-88285614ffc5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Synchronizing usage tracker for tenant:98410a5d8b994353be60e28c6fa1472a on resource:security_group {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:38.772794 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:38.781185 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-7e975bec-d775-452e-a49a-88285614ffc5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Unset dirty status for tenant:98410a5d8b994353be60e28c6fa1472a on resource:security_group {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:38.786380 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-7e975bec-d775-452e-a49a-88285614ffc5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 380 time: 0.1477783 Jun 01 12:49:38.791222 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:38.802958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'port': {'device_id': '62b17338-492b-4696-bc03-133be9798f74', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'admin_state_up': True, 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'security_groups': ['c66b5e68-09b7-4dbf-a11d-25a151dff673']}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:39.091771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:39.108005 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:port and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:39.119295 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:39.132374 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:39.158627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Made reservation on behalf of 98410a5d8b994353be60e28c6fa1472a for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:39.162662 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:39.176611 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Attempting to bind port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:39.177238 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Attempting to bind port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:39.177498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Attempting to bind port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:39.202179 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 on network 01197009-0000-473f-87e0-5a96d5aee6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:49:39.202642 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Attempting to bind port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:39.252151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:39.252881 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Checking segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:39.253713 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Bound using segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:39.254581 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Bound port: 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:39.256496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:39.416457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90e8289-d63c-45b7-b500-59e8eea44a6d req-ff741f23-3828-4637-8b3b-b253785e4ffb tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:39.418977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c90e8289-d63c-45b7-b500-59e8eea44a6d req-ff741f23-3828-4637-8b3b-b253785e4ffb tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.6425631 Jun 01 12:49:39.522565 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:39.547963 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c90e8289-d63c-45b7-b500-59e8eea44a6d req-8127e086-fc78-40fd-be36-ba6e8c1665b5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156404 Jun 01 12:49:39.555066 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:39.564619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:39.574510 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:39.619296 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Allocated IP 172.20.0.9 (ad08cd72-331a-40f6-add0-3be2486fbf85/413c9fe0-19d1-416f-a254-9dc0099886e8/25c8d733-bb02-444f-840c-58a13ff3f806) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:39.655909 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56238) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:39.656827 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fddf2-d07b-4bb5-9170-6ab3c2acf2eb req-bc2ce7ec-696f-4c22-bba6-7ab82b5d58e3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:39.658759 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df6fddf2-d07b-4bb5-9170-6ab3c2acf2eb req-bc2ce7ec-696f-4c22-bba6-7ab82b5d58e3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 944 time: 0.3807662 Jun 01 12:49:39.704770 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:39.705732 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:39.707284 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] 10.222.0.98 "PUT /v2.0/ports/2bd6ceac-6c3f-4ef0-871d-a74868e12134 HTTP/1.1" status: 200 len: 1094 time: 2.1223621 Jun 01 12:49:39.710349 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:39.712945 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b383e-6f4f-4c61-a321-cd7330405e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:39.749412 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:39.758386 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:39.837103 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df6fddf2-d07b-4bb5-9170-6ab3c2acf2eb req-57e1e18b-9532-426e-aa63-2a64eb87d80a tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674638 Jun 01 12:49:39.918899 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-94cd24da-2224-43ad-a84e-5104eb1f076c req-e7a76954-ba11-4701-905e-7334e23a32c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 210 time: 0.1659050 Jun 01 12:49:39.983249 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.006460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864523e1-6f14-4b79-aa73-902f8856e6c4 x-openstack-request-id: req-864523e1-6f14-4b79-aa73-902f8856e6c4 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:40.007003 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:40.007686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-864523e1-6f14-4b79-aa73-902f8856e6c4 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:40.008376 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134', 'status': 'completed', 'code': 200} Jun 01 12:49:40.024999 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:40.033521 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Usage tracker for resource:security_group_rule and tenant:cede37e10fec42f7ae440f7942d95a07 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:40.044595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:40.056910 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:40.061802 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.093524 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Transition to ACTIVE for port object 25c8d733-bb02-444f-840c-58a13ff3f806 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:40.151009 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97385f48-259e-418d-bd35-bf5db1d613df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:40.154803 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-97385f48-259e-418d-bd35-bf5db1d613df service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 1097 time: 0.3469744 Jun 01 12:49:40.162470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.221711 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-82e4051c-bb95-4b5b-84f3-f2bc8ec9a9d8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:40.240331 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-550a291a-d986-45f7-8781-2424af5d2f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.252408 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-7dbb7e19-cff3-4370-ad72-74b2d17453a2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134 HTTP/1.1" status: 200 len: 217 time: 0.0870519 Jun 01 12:49:40.279387 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14e3be-9d36-4412-9c6d-b0fbc9645956 req-ed8da58f-e502-407f-8901-6ada7aef1441 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:40.281533 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf14e3be-9d36-4412-9c6d-b0fbc9645956 req-ed8da58f-e502-407f-8901-6ada7aef1441 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 944 time: 0.2717137 Jun 01 12:49:40.293926 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.324834 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.356268 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:40.366362 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:40.371617 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:40.374271 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:40.394867 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf14e3be-9d36-4412-9c6d-b0fbc9645956 req-1ff3dbe2-47d3-474d-91e5-e82d3b4d749d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772972 Jun 01 12:49:40.395342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56260) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:40.396932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-809334ae-8093-477b-8981-d951cd1ae00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:40.398683 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-809334ae-8093-477b-8981-d951cd1ae00d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.1282642 Jun 01 12:49:40.409964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:40.409964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-162ec010-e58f-4f4d-a301-b4dc3dbadcdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:40.456957 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cede37e10fec42f7ae440f7942d95a07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7989709 Jun 01 12:49:40.460619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56268) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:40.500467 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed021a6-eabc-4900-a822-d59fefcb87f4,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:40.504600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:40.508893 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-371d7967-42d5-4718-96d6-497c3be02a48 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007783 Jun 01 12:49:40.554510 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:40.556811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.602700 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8100407 Jun 01 12:49:40.622990 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Request body: {'port': {'device_id': '62b17338-492b-4696-bc03-133be9798f74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:40.624924 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.755208 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-de651363-7afa-4ec8-8e32-d7b2205eb223 None None] Provisioning for port 25c8d733-bb02-444f-840c-58a13ff3f806 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:40.766516 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-de651363-7afa-4ec8-8e32-d7b2205eb223 None None] Provisioning complete for port 25c8d733-bb02-444f-840c-58a13ff3f806 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:40.767811 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-de651363-7afa-4ec8-8e32-d7b2205eb223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.811494 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:40.818491 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-e2274c01-889e-42cd-ae3f-33f20ee8d3ec service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008480 Jun 01 12:49:40.829532 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Usage tracker for resource:security_group_rule and tenant:416c2316394043069d76dfb57f777f6b is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:40.894884 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-de651363-7afa-4ec8-8e32-d7b2205eb223 None None] Port 25c8d733-bb02-444f-840c-58a13ff3f806 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:49:40.908986 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:40.915594 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54495121-30d0-41ad-955b-4eb730173a3f up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:40.948053 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:41.051931 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 54495121-30d0-41ad-955b-4eb730173a3f completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:41.062732 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 54495121-30d0-41ad-955b-4eb730173a3f triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:41.064686 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.162294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.170683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:41.316878 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.350323 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.350997 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:41.353519 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe666fc-b649-413a-92b1-cb30b5d6fb87" -d '{"events": [{"server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "name": "network-vif-plugged", "status": "completed", "tag": "54495121-30d0-41ad-955b-4eb730173a3f"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:41.362439 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54495121-30d0-41ad-955b-4eb730173a3f,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:41.369745 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.373000 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:41.402546 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-459efd21-6e32-4501-9bdc-2369e03a9288 req-b4b29f1a-e85c-46c4-a7d7-c8a70cd02df9 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626514 Jun 01 12:49:41.444945 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:41.455490 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.479912 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e056a5-1127-45bc-9795-f65f4a7fe52d req-a651fd91-1dde-46a8-9bc2-0150b9e0cd0a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:41.483109 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92e056a5-1127-45bc-9795-f65f4a7fe52d req-a651fd91-1dde-46a8-9bc2-0150b9e0cd0a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.6564863 Jun 01 12:49:41.489994 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Transition to ACTIVE for port object 25c8d733-bb02-444f-840c-58a13ff3f806 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:49:41.502703 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:41.503285 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.506328 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:41.509287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-870d7083-789e-4fd3-83b6-c66f349ed717 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:41.592289 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42903-4bdb-482d-ab59-d73da5bb669a req-1cf0c00a-151f-4653-98a1-cd43235002de tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:41.600359 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63d42903-4bdb-482d-ab59-d73da5bb669a req-1cf0c00a-151f-4653-98a1-cd43235002de tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 944 time: 0.4617770 Jun 01 12:49:41.633396 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.643813 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f3debee5-5a4a-4af2-a40b-cd408ad3d071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:41.674980 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92e056a5-1127-45bc-9795-f65f4a7fe52d req-1ffd4040-faf0-41fa-85d3-7e1995f5a4ad tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534805 Jun 01 12:49:41.683195 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed021a6-eabc-4900-a822-d59fefcb87f4,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:41.686547 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:41.719709 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:41.764370 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:41.766351 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63d42903-4bdb-482d-ab59-d73da5bb669a req-61164e79-1394-4c8c-9dc3-0b3fcb03321d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649098 Jun 01 12:49:41.767161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.772266 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0ed021a6-eabc-4900-a822-d59fefcb87f4 HTTP/1.1" status: 204 len: 168 time: 1.2898812 Jun 01 12:49:41.777769 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.786177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-6eae9ba5-ff85-4c11-8320-8afc90f63873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:41.787954 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-6eae9ba5-ff85-4c11-8320-8afc90f63873 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 1097 time: 0.3029096 Jun 01 12:49:41.791666 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.809572 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-fcbf42a0-7a70-41b6-9f3f-1faf12fe39e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:41.911287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Attempting to bind port 25c8d733-bb02-444f-840c-58a13ff3f806 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:49:41.911629 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Attempting to bind port 25c8d733-bb02-444f-840c-58a13ff3f806 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:49:41.912027 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Attempting to bind port 25c8d733-bb02-444f-840c-58a13ff3f806 on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:41.930196 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Port 25c8d733-bb02-444f-840c-58a13ff3f806 on network ad08cd72-331a-40f6-add0-3be2486fbf85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:49:41.930533 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Attempting to bind port 25c8d733-bb02-444f-840c-58a13ff3f806 on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:49:41.937398 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:49:41.937729 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Checking segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:49:41.938108 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Bound using segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:49:41.938841 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=416c2316394043069d76dfb57f777f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5391450 Jun 01 12:49:41.941960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Bound port: 25c8d733-bb02-444f-840c-58a13ff3f806, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:49:41.942199 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0cd25-aaa3-4ea0-8503-c17b4ec34e42,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:41.942428 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:41.976236 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56292) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:42.003555 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.109446 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:42.146837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.210799 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-d85b5e24-953f-4f03-83a1-9db89127be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:42.212287 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-d85b5e24-953f-4f03-83a1-9db89127be48 service neutron] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 917 time: 0.4071608 Jun 01 12:49:42.220385 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.299061 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.304894 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3b9ecc17-c8f6-4945-bb4c-bbdb22c92659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:42.315567 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-70e753fd-2330-4579-82af-56e1ca6e659e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134 HTTP/1.1" status: 200 len: 217 time: 0.0818772 Jun 01 12:49:42.323079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0cd25-aaa3-4ea0-8503-c17b4ec34e42,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:42.330939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995ae5-8412-4f88-8865-e78bcdba0c2a req-bbbc9bbf-42f4-47ce-bdb4-994da4015b43 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:42.331215 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:42.332801 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-61995ae5-8412-4f88-8865-e78bcdba0c2a req-bbbc9bbf-42f4-47ce-bdb4-994da4015b43 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.2222319 Jun 01 12:49:42.340196 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:49:42.345282 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:49:42.347103 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.351357 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1aa0cd25-aaa3-4ea0-8503-c17b4ec34e42 HTTP/1.1" status: 204 len: 168 time: 0.3711977 Jun 01 12:49:42.355576 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.377623 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2830e2b-c060-43b2-bf7c-938e2c0ea6f4 x-openstack-request-id: req-c2830e2b-c060-43b2-bf7c-938e2c0ea6f4 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:42.378469 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "name": "network-vif-plugged", "status": "completed", "tag": "54495121-30d0-41ad-955b-4eb730173a3f", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:42.378469 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c2830e2b-c060-43b2-bf7c-938e2c0ea6f4 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:42.378759 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f', 'code': 200} Jun 01 12:49:42.393422 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:42.498797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-7379ea31-1c8d-4c09-80c9-97fd102867a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:42.500434 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-7379ea31-1c8d-4c09-80c9-97fd102867a0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.1667330 Jun 01 12:49:42.593654 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-61995ae5-8412-4f88-8865-e78bcdba0c2a req-83e002ea-2420-4a5d-aaf0-57e6dd4f7c96 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721539 Jun 01 12:49:42.640483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:42.641581 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:42.643189 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] 10.222.0.98 "PUT /v2.0/ports/25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 1093 time: 2.0256124 Jun 01 12:49:42.651433 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:42.654411 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2b6570-6a2c-48d1-9583-a062104372f5" -d '{"events": [{"name": "network-changed", "server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:42.693350 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-a4d7861c-a5ca-4e70-9769-10bfb858d6b1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845653 Jun 01 12:49:42.972283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e9652a-11bc-4539-9a89-1d265b53411c x-openstack-request-id: req-c5e9652a-11bc-4539-9a89-1d265b53411c {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:42.973251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:42.973251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c5e9652a-11bc-4539-9a89-1d265b53411c {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:42.973541 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'status': 'completed', 'code': 200} Jun 01 12:49:42.987734 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:42.997148 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:43.004444 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-5aeb64b0-dec2-46f6-bfa3-d7e3f70078b0 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021026 Jun 01 12:49:43.023775 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901e25f-5cbe-426a-b17d-47e4c758e758 req-8ee0b849-768d-4220-8b22-abf4d8f2f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.025331 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-a901e25f-5cbe-426a-b17d-47e4c758e758 req-8ee0b849-768d-4220-8b22-abf4d8f2f37a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 1098 time: 0.5465746 Jun 01 12:49:43.128293 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-a901e25f-5cbe-426a-b17d-47e4c758e758 req-d5b188cf-aab2-407b-b034-c040b4efaa59 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928473 Jun 01 12:49:43.132331 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-e832009c-98cf-4e8d-876f-fe81e0c9e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.134249 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-e832009c-98cf-4e8d-876f-fe81e0c9e1c9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1096 time: 0.2514482 Jun 01 12:49:43.139665 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a00785-b08d-4cca-90b9-4538d1641c4e req-a0de6cbb-6b5d-43e5-8ea2-b007b3bf66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.141381 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c2a00785-b08d-4cca-90b9-4538d1641c4e req-a0de6cbb-6b5d-43e5-8ea2-b007b3bf66be service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 1098 time: 0.3900828 Jun 01 12:49:43.174083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5e62b-c0d3-4f0c-a8f8-6e00ed26dce3 req-57a7fb86-8fda-4b06-8d87-6c28d8ecbb5e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.175846 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dfd5e62b-c0d3-4f0c-a8f8-6e00ed26dce3 req-57a7fb86-8fda-4b06-8d87-6c28d8ecbb5e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 944 time: 0.5863295 Jun 01 12:49:43.323351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56332) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:43.354908 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:43.396050 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-c93a74df-84bb-49de-a995-5b909b88751f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 217 time: 0.1029406 Jun 01 12:49:43.411002 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:43.418180 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a0257e538043e3a11f7a13c5fd00f8 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:43.423658 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:43.455509 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c2a00785-b08d-4cca-90b9-4538d1641c4e req-2169f7c0-9f8c-4a8e-9c5d-40ef281223b4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806083 Jun 01 12:49:43.458846 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dfd5e62b-c0d3-4f0c-a8f8-6e00ed26dce3 req-2cee5ddd-36cd-468d-8dcf-011513119ead tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676523 Jun 01 12:49:43.469063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:43.497196 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-676043b2-22b0-4775-bd1e-cdb5d1e91179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.499187 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-676043b2-22b0-4775-bd1e-cdb5d1e91179 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0889685 Jun 01 12:49:43.551571 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44ebac-c55f-4a80-a4a8-ff5c2ae04e1e req-f1e92ff4-64dc-4156-a745-8241fb7019aa tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.562930 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ed44ebac-c55f-4a80-a4a8-ff5c2ae04e1e req-f1e92ff4-64dc-4156-a745-8241fb7019aa tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.5525682 Jun 01 12:49:43.599480 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-275b383e-6f4f-4c61-a321-cd7330405e5c req-b591e026-8a5c-491a-912b-ae3d03e4c2fa service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5826921 Jun 01 12:49:43.690033 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4ac6203a-d4d6-4aed-959f-9de19cfacca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:43.715713 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ed44ebac-c55f-4a80-a4a8-ff5c2ae04e1e req-ca11c1db-2c46-4a96-a56b-b9a45ae07384 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516087 Jun 01 12:49:43.813958 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:43.830375 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78bcca-3a40-49dd-b9e1-153397562593 req-06540a76-6ee1-4912-9eef-baaea7d9dd9a tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.833241 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ec78bcca-3a40-49dd-b9e1-153397562593 req-06540a76-6ee1-4912-9eef-baaea7d9dd9a tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.2300911 Jun 01 12:49:43.835619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:43.854275 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5608d03b-ac0a-4fa7-b1e3-0056c1acf5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:43.870292 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-38c3ad51-e4af-462c-b6e8-6581744011cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:43.873373 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-38c3ad51-e4af-462c-b6e8-6581744011cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2426057 Jun 01 12:49:43.949047 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d6a0257e538043e3a11f7a13c5fd00f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6220717 Jun 01 12:49:43.950823 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56364) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:43.958852 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e046e511-4c78-47b8-937c-f275ce8460ee,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:43.967529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:43.978744 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ec78bcca-3a40-49dd-b9e1-153397562593 req-f8c9bbab-962b-45e8-a1b6-c1acc42e63f4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290274 Jun 01 12:49:44.072572 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:44.225064 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea648828-bd3c-4e96-9c72-0c7b39bea377 req-f206e3af-a36a-489d-b21a-e6e9e30dc6e7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:44.228026 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea648828-bd3c-4e96-9c72-0c7b39bea377 req-f206e3af-a36a-489d-b21a-e6e9e30dc6e7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1330655 Jun 01 12:49:44.282394 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-4230f1a3-1d0a-4234-8927-7d2eb46750de service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962638 Jun 01 12:49:44.285522 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:44.298488 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ea648828-bd3c-4e96-9c72-0c7b39bea377 req-edc91c5f-c838-498e-b41f-1e9b1ce06d45 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638721 Jun 01 12:49:44.442810 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:44.543636 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2df95dac-b60d-4d33-9ea2-a770f09903cb req-749f9c93-dd34-4324-975e-c13521770e32 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535720 Jun 01 12:49:44.563175 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:44.572132 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-71e5b204-c80e-4536-b06f-072a504d00c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:44.587131 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:44.588845 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e046e511-4c78-47b8-937c-f275ce8460ee HTTP/1.1" status: 204 len: 168 time: 0.6336298 Jun 01 12:49:44.591707 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e046e511-4c78-47b8-937c-f275ce8460ee,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:44.613707 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:44.812747 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b218fe-f85c-4a10-8864-a955f9cbb2fe req-3ea5b9a2-c688-414b-b606-1513cca5fd6a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:44.826127 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7b218fe-f85c-4a10-8864-a955f9cbb2fe req-3ea5b9a2-c688-414b-b606-1513cca5fd6a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 944 time: 0.2004526 Jun 01 12:49:44.901644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-a2543379-c8d3-4ee1-ad85-d6cccb924620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:44.909800 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-a2543379-c8d3-4ee1-ad85-d6cccb924620 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1096 time: 0.2861505 Jun 01 12:49:44.937715 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2bd6ceac-6c3f-4ef0-871d-a74868e12134 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:44.972479 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7b218fe-f85c-4a10-8864-a955f9cbb2fe req-4a57312e-63a5-4952-8cfc-44d1c1f97e33 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426337 Jun 01 12:49:45.266270 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fec93-f2af-4942-bb85-2121a9e0b5f9 req-b728da84-b2df-43f6-a4c9-1c38b6d5330b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.274782 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-676fec93-f2af-4942-bb85-2121a9e0b5f9 req-b728da84-b2df-43f6-a4c9-1c38b6d5330b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2099073 Jun 01 12:49:45.276616 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-e80d1220-a61a-446d-9957-a78432e0cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.278676 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-e80d1220-a61a-446d-9957-a78432e0cbd7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.3586802 Jun 01 12:49:45.360302 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.399739 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-676fec93-f2af-4942-bb85-2121a9e0b5f9 req-a95cf647-b80d-4c01-8b6b-afcb4f499927 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180120 Jun 01 12:49:45.459980 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:45.526982 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-13ceb650-985b-4b46-90ae-67bab0e5bb2d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 217 time: 0.2415318 Jun 01 12:49:45.532248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '2bd6ceac-6c3f-4ef0-871d-a74868e12134', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'port_id': '2bd6ceac-6c3f-4ef0-871d-a74868e12134', 'mac_address': 'fa:16:3e:d9:83:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effabb9-8172-4093-b8ea-2357e01d3ad9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:45.615050 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56432) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:45.633515 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.640186 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.658801 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd6ceac-6c3f-4ef0-871d-a74868e12134 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:45.664492 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-eb59231e-7546-4eae-a4b0-4bee0eed653c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.666601 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-eb59231e-7546-4eae-a4b0-4bee0eed653c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.1315255 Jun 01 12:49:45.669528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:45.690653 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:45.696752 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.699485 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:45.713945 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Usage tracker for resource:security_group_rule and tenant:594c2052335a4f05be74bc0f281961e1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:45.723594 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:45.743904 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:45.802627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-af94cec0-6e4a-4e72-aa6f-f1ea42afda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.804277 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-af94cec0-6e4a-4e72-aa6f-f1ea42afda42 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1305013 Jun 01 12:49:45.805880 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:45.810709 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:45.877290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d6e5b-9101-4b80-941b-fb08219af7bd req-b03cfc36-bfe7-4e28-a981-83e1bf0a8049 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.878822 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ef8d6e5b-9101-4b80-941b-fb08219af7bd req-b03cfc36-bfe7-4e28-a981-83e1bf0a8049 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1698403 Jun 01 12:49:45.887612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb571f6-4bbc-4e91-8307-85a66c881773 req-a28d870b-4f8c-4ccf-971c-9a67d1ebe12f tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:45.889177 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bdb571f6-4bbc-4e91-8307-85a66c881773 req-a28d870b-4f8c-4ccf-971c-9a67d1ebe12f tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.2603760 Jun 01 12:49:45.970196 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ef8d6e5b-9101-4b80-941b-fb08219af7bd req-84d5a965-6912-4db4-8753-5162bc57e65d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799105 Jun 01 12:49:45.971338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.973694 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bdb571f6-4bbc-4e91-8307-85a66c881773 req-08096221-a5ed-406e-a981-63d2b6bbd196 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696735 Jun 01 12:49:45.976150 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:45.993260 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7732dc59-9826-4e12-bd21-8e741c2415b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:46.071016 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-1f696a82-ae01-44cb-80da-23fd32cdb3b1 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586460 Jun 01 12:49:46.088101 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=594c2052335a4f05be74bc0f281961e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719245 Jun 01 12:49:46.090864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56444) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:46.118781 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fe85ed-ed59-468c-9a5e-1df534885ccc,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:46.127577 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:46.211446 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['2bd6ceac-6c3f-4ef0-871d-a74868e12134'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:46.294301 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ba2b6570-6a2c-48d1-9583-a062104372f5 req-9e8e8dd7-b2f0-41da-aeb0-3e56b5c609de service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120857 Jun 01 12:49:46.525515 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.570029 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.606945 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c77c-3190-4bab-b44d-0f29022c9f30 req-6309fbb2-0a16-44da-a758-260894ec879b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:46.610490 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-37b6c77c-3190-4bab-b44d-0f29022c9f30 req-6309fbb2-0a16-44da-a758-260894ec879b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.3058321 Jun 01 12:49:46.619645 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed8680-7860-4328-a623-fe525e77dbf8 req-c4ef0721-0bd7-448d-a1df-bfb231ce9f25 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:46.621207 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7ed8680-7860-4328-a623-fe525e77dbf8 req-c4ef0721-0bd7-448d-a1df-bfb231ce9f25 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 945 time: 0.3903692 Jun 01 12:49:46.708312 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-37b6c77c-3190-4bab-b44d-0f29022c9f30 req-b23be7da-3844-49da-ba55-319a9c027b34 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786226 Jun 01 12:49:46.719834 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7ed8680-7860-4328-a623-fe525e77dbf8 req-b6970a8e-3c06-4e38-9164-4a448711a806 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889385 Jun 01 12:49:46.743306 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.749844 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7fc61943-a5ce-4975-9100-6ad750d17909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:46.768826 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fe85ed-ed59-468c-9a5e-1df534885ccc,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:46.772087 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:46.781267 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:46.784791 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/10fe85ed-ed59-468c-9a5e-1df534885ccc HTTP/1.1" status: 204 len: 168 time: 0.6905935 Jun 01 12:49:47.258835 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b210bda-aa75-4035-a152-d9e2997589ec req-3534df41-2cef-4a54-a1c1-e0b58303cfe3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:47.268601 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b210bda-aa75-4035-a152-d9e2997589ec req-3534df41-2cef-4a54-a1c1-e0b58303cfe3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1494701 Jun 01 12:49:47.370131 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b210bda-aa75-4035-a152-d9e2997589ec req-c2038457-3d67-4d44-8a5a-2639e76179cd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918980 Jun 01 12:49:47.526360 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0ab6d-4147-4113-8a98-50fe1d3ef3de req-18b0cdf3-ede2-479b-8a53-4786d37a8f05 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:47.527977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-46f0ab6d-4147-4113-8a98-50fe1d3ef3de req-18b0cdf3-ede2-479b-8a53-4786d37a8f05 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.1250095 Jun 01 12:49:47.579403 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-46f0ab6d-4147-4113-8a98-50fe1d3ef3de req-6c9f9728-a033-4cc7-a444-e37a07ab5faf tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Jun 01 12:49:47.887426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56502) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:47.915885 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.007609 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2851dc-f427-4ebe-9fd8-8d0006b7dc24 req-ff0d3a5f-ed18-4ed0-98ce-f902e3c79602 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:48.010109 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c2851dc-f427-4ebe-9fd8-8d0006b7dc24 req-ff0d3a5f-ed18-4ed0-98ce-f902e3c79602 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 945 time: 0.1741412 Jun 01 12:49:48.041843 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Deleting subnet 7c1d61e9-2dfd-4c72-b221-4046d8f799a9 {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:49:48.048261 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.079152 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c2851dc-f427-4ebe-9fd8-8d0006b7dc24 req-6158f574-237f-4702-b586-e8b81e890dd8 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Jun 01 12:49:48.127510 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.206026 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.584256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.592344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-74b31715-7538-4117-9422-4ef5e18d08be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:48.595913 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:49:48.669111 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fdd3-9460-4328-a4e8-04866190192a req-7c15dea2-11f0-4b5d-82c2-180a06cabfff tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:48.674734 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-22f3fdd3-9460-4328-a4e8-04866190192a req-7c15dea2-11f0-4b5d-82c2-180a06cabfff tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1443226 Jun 01 12:49:48.677216 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.698019 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/7c1d61e9-2dfd-4c72-b221-4046d8f799a9 HTTP/1.1" status: 204 len: 168 time: 0.8054750 Jun 01 12:49:48.699199 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1d61e9-2dfd-4c72-b221-4046d8f799a9,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:48.702305 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:48.703383 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56532) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:48.840726 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-22f3fdd3-9460-4328-a4e8-04866190192a req-e064bfb9-21bc-48e4-946a-f45844b11817 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596110 Jun 01 12:49:48.902751 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bcf4e-8424-4c0f-b022-0e8a0d06012a req-7a0a87a5-653f-4030-8b43-455342b7b716 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:48.903973 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a6bcf4e-8424-4c0f-b022-0e8a0d06012a req-7a0a87a5-653f-4030-8b43-455342b7b716 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.1726379 Jun 01 12:49:48.929126 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:48.958932 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:49:48.963151 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0a6bcf4e-8424-4c0f-b022-0e8a0d06012a req-627b37c7-9a57-4582-bdbb-9595ac3735d6 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531492 Jun 01 12:49:49.033743 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2bd6ceac-6c3f-4ef0-871d-a74868e12134 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:49.165839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.190629 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c21d3e-3236-405d-bcaa-c4960d4d3ac5']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:49.211328 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:49.211625 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4597eaee-1dd3-4dea-a9f6-cff04a9f16f9') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:49.227848 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.263458 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.271410 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:49.276375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Releasing vlan 1076 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:49:49.276950 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.281073 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:49.281924 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:49:49.295308 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:49:49.371030 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:49.399327 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '25c8d733-bb02-444f-840c-58a13ff3f806', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:49:49.514379 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.554536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5540e-8680-472b-9fc7-098b5a87415f req-70ae0777-13f3-46ff-afcb-a287b9231c03 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:49.556538 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69c5540e-8680-472b-9fc7-098b5a87415f req-70ae0777-13f3-46ff-afcb-a287b9231c03 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.1866817 Jun 01 12:49:49.559364 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.560837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:49.583951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:49:49.609403 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.616617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:49.624321 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.628842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1db06-e932-4b9b-80d1-41004082cae5 req-49f57cf3-57e7-4550-9dec-c6514033e3c9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:49.628992 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-4af94492-6c13-4f00-bd4f-46eb4cb1d422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:49.638499 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fa1db06-e932-4b9b-80d1-41004082cae5 req-49f57cf3-57e7-4550-9dec-c6514033e3c9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 945 time: 0.3601911 Jun 01 12:49:49.665797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=62c21d3e-3236-405d-bcaa-c4960d4d3ac5,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:49.675839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:49.684875 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] 10.222.0.93 "DELETE /v2.0/networks/62c21d3e-3236-405d-bcaa-c4960d4d3ac5 HTTP/1.1" status: 204 len: 168 time: 0.9802170 Jun 01 12:49:49.688941 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56554) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:49.699601 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.757513 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:49.764728 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533f42b6-2629-48b4-8290-01a5d5993550" -d '{"events": [{"server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:49.785127 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:49.794041 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.801514 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:49.807581 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:49.808327 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:49.821382 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Deleting subnet 34a5dfa0-9523-4786-9e6f-3e471ec467b4 {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:49:49.825175 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.845205 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fa1db06-e932-4b9b-80d1-41004082cae5 req-fe62a58a-bfe5-4639-8ee9-85343c57b325 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054248 Jun 01 12:49:49.886664 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-33c2f4d8-d197-416d-9c05-4c443d4f0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:49.888016 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-33c2f4d8-d197-416d-9c05-4c443d4f0288 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.4946334 Jun 01 12:49:49.954572 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.961414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e30a0-c613-4c1f-b79e-ec1abf67c815 x-openstack-request-id: req-736e30a0-c613-4c1f-b79e-ec1abf67c815 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:49.961914 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "name": "network-vif-plugged", "status": "completed", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:49.962254 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-736e30a0-c613-4c1f-b79e-ec1abf67c815 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:49.962897 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134', 'code': 200} Jun 01 12:49:49.973554 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e524fe2-c18d-4282-9dff-05e971445af6 req-67a47fe4-811d-45d6-97de-57abe2dfc7fe tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:49.975556 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3e524fe2-c18d-4282-9dff-05e971445af6 req-67a47fe4-811d-45d6-97de-57abe2dfc7fe tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2456346 Jun 01 12:49:49.982192 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Deleting port 54495121-30d0-41ad-955b-4eb730173a3f {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:49:49.984569 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:49.989112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:49.996765 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:50.111817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['25c8d733-bb02-444f-840c-58a13ff3f806'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:49:50.180957 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:50.198586 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3e524fe2-c18d-4282-9dff-05e971445af6 req-61529fab-2b3b-42bc-b707-fd9e94858895 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601574 Jun 01 12:49:50.218231 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-e7262bf6-f460-4019-a317-2ff0cbc3d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:50.219640 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-e7262bf6-f460-4019-a317-2ff0cbc3d7ae service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.3209720 Jun 01 12:49:50.291145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] For port 54495121-30d0-41ad-955b-4eb730173a3f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54495121-30d0-41ad-955b-4eb730173a3f,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:50.291764 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:50.459650 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-3b627cbc-5a04-41b7-88aa-6cfa655ff4a8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.2281818 Jun 01 12:49:50.497977 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Calling delete_port for 54495121-30d0-41ad-955b-4eb730173a3f owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:49:50.524643 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0c0b58-d158-4333-8ee0-f72fb09b3638 req-13e45d6e-77a4-47fc-aa9b-650d3c0ce183 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:50.529022 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca0c0b58-d158-4333-8ee0-f72fb09b3638 req-13e45d6e-77a4-47fc-aa9b-650d3c0ce183 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.4039660 Jun 01 12:49:50.615932 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca0c0b58-d158-4333-8ee0-f72fb09b3638 req-94c9f5fc-1ba5-44d4-9102-e9e895b096c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721819 Jun 01 12:49:50.637862 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-dbc8c3f6-0f25-46e9-a1ce-8f42df7257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:50.638116 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-dbc8c3f6-0f25-46e9-a1ce-8f42df7257d9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.1524959 Jun 01 12:49:50.645879 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adabde-576d-485f-a9c2-a02e57b48039 req-99c6c5cf-cdaa-421e-8dab-2c39ea9c8b99 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:50.648060 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-67adabde-576d-485f-a9c2-a02e57b48039 req-99c6c5cf-cdaa-421e-8dab-2c39ea9c8b99 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 945 time: 0.2596159 Jun 01 12:49:50.723357 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6e542-e87a-4f6e-ba65-a80bd85f58ad req-4f78e374-d140-4aca-b208-c443f8420297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:50.727626 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-83c6e542-e87a-4f6e-ba65-a80bd85f58ad req-4f78e374-d140-4aca-b208-c443f8420297 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 1099 time: 0.3788939 Jun 01 12:49:50.730270 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-66f67806-ab29-41d0-afef-72ef12aa37a5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681176 Jun 01 12:49:50.769659 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-67adabde-576d-485f-a9c2-a02e57b48039 req-f313c992-e016-4209-a81d-fdd481db8282 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155863 Jun 01 12:49:50.787787 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:50.796224 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ad8cf0e1-5d4b-468c-a618-dfabfa265815 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:50.972950 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Pushing event deleted for resources: {'Port': ['ID=54495121-30d0-41ad-955b-4eb730173a3f,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:50.980834 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:51.020802 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-83c6e542-e87a-4f6e-ba65-a80bd85f58ad req-a205a547-8533-4333-9b5f-e0e7cd2fd708 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580633 Jun 01 12:49:51.033567 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.047426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:51.068007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] No DVR routers for this DVR port 54495121-30d0-41ad-955b-4eb730173a3f on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:49:51.075012 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.080885 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'name': 'network-vif-deleted', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:51.083588 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031fd7fe-8f12-4db7-a2a9-ce91051b16f9" -d '{"events": [{"server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "name": "network-vif-deleted", "tag": "54495121-30d0-41ad-955b-4eb730173a3f"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:51.102615 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69c5540e-8680-472b-9fc7-098b5a87415f req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "DELETE /v2.0/ports/54495121-30d0-41ad-955b-4eb730173a3f HTTP/1.1" status: 204 len: 173 time: 1.5390575 Jun 01 12:49:51.192887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb173fa1-8711-459c-b40e-526d4d86538d x-openstack-request-id: req-eb173fa1-8711-459c-b40e-526d4d86538d {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:51.193565 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f297b1fb-886c-4bbb-bc82-b46b9ef26057", "name": "network-vif-deleted", "tag": "54495121-30d0-41ad-955b-4eb730173a3f", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:51.193931 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-eb173fa1-8711-459c-b40e-526d4d86538d {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:51.194405 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f297b1fb-886c-4bbb-bc82-b46b9ef26057', 'name': 'network-vif-deleted', 'tag': '54495121-30d0-41ad-955b-4eb730173a3f', 'status': 'completed', 'code': 200} Jun 01 12:49:51.217037 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-d94ec4da-59f6-4a30-bcc6-5c4d663be2ef service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530840 Jun 01 12:49:51.219708 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a5dfa0-9523-4786-9e6f-3e471ec467b4,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:51.223638 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:51.225029 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.237760 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36db3c-4eb3-480c-8687-e864cdf65bd7 req-33eb3356-4a67-4118-bcf1-3edfb9968da2 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:51.245667 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af36db3c-4eb3-480c-8687-e864cdf65bd7 req-33eb3356-4a67-4118-bcf1-3edfb9968da2 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.1417377 Jun 01 12:49:51.260735 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/34a5dfa0-9523-4786-9e6f-3e471ec467b4 HTTP/1.1" status: 204 len: 168 time: 1.5662322 Jun 01 12:49:51.261668 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56594) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:51.319738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af36db3c-4eb3-480c-8687-e864cdf65bd7 req-9c9a35b0-7013-4da9-8a57-a387f2dca82b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717068 Jun 01 12:49:51.507111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.515783 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc94726-969c-47b3-afe3-63a4c3b1dbd0 req-d293fb61-4fc7-46e7-a242-f94e9a407e14 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:51.529820 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6cc94726-969c-47b3-afe3-63a4c3b1dbd0 req-d293fb61-4fc7-46e7-a242-f94e9a407e14 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1248612 Jun 01 12:49:51.543846 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cb762d0a-8f2e-4227-b421-b9ccd845b085 req-763ab180-24af-4444-8384-628b27de6d40 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151009 Jun 01 12:49:51.605722 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6cc94726-969c-47b3-afe3-63a4c3b1dbd0 req-0668daeb-4af9-4c98-9f32-d6eaf1769665 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742390 Jun 01 12:49:51.708986 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.723218 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d81be83-f2ba-4d5d-aa87-ed80451b983f']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:51.736001 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f57e272-fff6-4490-a9d8-013105941d25') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:51.736280 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f57e272-fff6-4490-a9d8-013105941d25') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:49:51.751853 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.770841 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.778774 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:49:51.779069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:49:51.792974 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:49:51.892423 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.906197 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:51.909075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a15b0dfd-5a1f-499e-8ae1-9115babf2f4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:51.931300 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Pushing event deleted for resources: {'Network': ['ID=6d81be83-f2ba-4d5d-aa87-ed80451b983f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:51.933447 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974de3-e19f-4e87-9095-cbcfb056fb48 req-b570a7d8-a51d-4202-a742-4bdcb9ee6312 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:51.937957 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:51.944283 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-06974de3-e19f-4e87-9095-cbcfb056fb48 req-b570a7d8-a51d-4202-a742-4bdcb9ee6312 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.1723635 Jun 01 12:49:51.948814 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] 10.222.0.93 "DELETE /v2.0/networks/6d81be83-f2ba-4d5d-aa87-ed80451b983f HTTP/1.1" status: 204 len: 168 time: 0.6861625 Jun 01 12:49:52.043234 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-1428c512-00d3-4f71-aa16-e018ea0e51a0 req-e4d1a63a-bb6c-4ee3-8efc-9acb61a8db24 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Synchronizing usage tracker for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:49:52.061771 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-06974de3-e19f-4e87-9095-cbcfb056fb48 req-fc58153d-dcd5-45b7-9d72-77a047785c9d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165888 Jun 01 12:49:52.078617 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-1428c512-00d3-4f71-aa16-e018ea0e51a0 req-e4d1a63a-bb6c-4ee3-8efc-9acb61a8db24 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Unset dirty status for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:49:52.088698 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1428c512-00d3-4f71-aa16-e018ea0e51a0 req-e4d1a63a-bb6c-4ee3-8efc-9acb61a8db24 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f297b1fb-886c-4bbb-bc82-b46b9ef26057 HTTP/1.1" status: 200 len: 210 time: 0.1082807 Jun 01 12:49:52.182676 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56616) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:52.234661 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-921812fc-33e2-43ad-b9ea-6603836021d6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=56dcb25a626a42c8a25f9664742351b1&name=default HTTP/1.1" status: 200 len: 2978 time: 0.0506461 Jun 01 12:49:52.237652 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56620) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:52.301368 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:52.331072 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:52.387035 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:52.390882 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90d53629-41db-479a-89d5-a3e0346cf8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:52.405593 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc225c3-d58d-4317-bd20-7faf548810b4,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:52.409464 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:52.412873 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:52.416357 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ffc225c3-d58d-4317-bd20-7faf548810b4 HTTP/1.1" status: 204 len: 168 time: 0.1753857 Jun 01 12:49:52.542686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722770a9-199c-404c-88e3-8bfca6b71b6d req-de5b5960-fc62-4404-994e-3e18a67e0bc7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:52.545374 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-722770a9-199c-404c-88e3-8bfca6b71b6d req-de5b5960-fc62-4404-994e-3e18a67e0bc7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.1041849 Jun 01 12:49:52.596831 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-722770a9-199c-404c-88e3-8bfca6b71b6d req-136254c8-9c6e-442b-8149-868323b34ca9 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Jun 01 12:49:52.858141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef01f3-c435-472e-9efc-9bc70e47c491 req-920cd127-ef54-4ce0-9634-ab0ab02d8926 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:52.868721 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-39ef01f3-c435-472e-9efc-9bc70e47c491 req-920cd127-ef54-4ce0-9634-ab0ab02d8926 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1265068 Jun 01 12:49:52.889116 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56638) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:52.916914 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-39ef01f3-c435-472e-9efc-9bc70e47c491 req-5982007e-745f-46da-abab-0dbda49cd277 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495901 Jun 01 12:49:52.948085 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-de065edb-55f3-42e4-a6fc-9f1fd83a83ee admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cfcc98a82d9b49429c09665aee6fdc0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577877 Jun 01 12:49:52.950477 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56646) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:52.995162 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:49:53.019935 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.058823 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.091884 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 25c8d733-bb02-444f-840c-58a13ff3f806 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:49:53.117806 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 25c8d733-bb02-444f-840c-58a13ff3f806 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:49:53.118287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.135792 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.142284 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-624e9fc2-9bc7-4ffa-b8c0-e54962366fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:53.162084 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.163382 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/916196b6-f8d5-4b89-9766-55348573d2d3 HTTP/1.1" status: 204 len: 168 time: 0.2118490 Jun 01 12:49:53.164605 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916196b6-f8d5-4b89-9766-55348573d2d3,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:53.167356 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:53.460541 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.475855 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f4a95-36f7-4b19-8208-7cb99c84c1fb req-7394ba96-cb76-4f60-b7a9-6a73836e4e45 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:53.487107 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f68f4a95-36f7-4b19-8208-7cb99c84c1fb req-7394ba96-cb76-4f60-b7a9-6a73836e4e45 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.1886189 Jun 01 12:49:53.498717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:49:53.499869 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:49:53.502648 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1374d-b1b4-49e2-ba00-7e848203b88d" -d '{"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:49:53.507108 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:53.508270 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54495121-30d0-41ad-955b-4eb730173a3f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:49:53.550071 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:53.563979 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f68f4a95-36f7-4b19-8208-7cb99c84c1fb req-d6bc999a-89ca-4e1d-98b6-5798a0e30817 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740962 Jun 01 12:49:53.615406 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71fae8c-9070-4403-9839-0d97fc7f8fe1 x-openstack-request-id: req-b71fae8c-9070-4403-9839-0d97fc7f8fe1 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:49:53.615693 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:49:53.616153 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b71fae8c-9070-4403-9839-0d97fc7f8fe1 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:49:53.616548 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'code': 200} Jun 01 12:49:53.617141 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 54495121-30d0-41ad-955b-4eb730173a3f {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:49:53.617482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54495121-30d0-41ad-955b-4eb730173a3f not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:49:53.660400 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:53.663660 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:53.912047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a414874-e07b-40c2-a7e0-b03a1e8ed053 req-a22b504b-3ac9-4e85-8c10-b7547bb830a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:53.913832 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4a414874-e07b-40c2-a7e0-b03a1e8ed053 req-a22b504b-3ac9-4e85-8c10-b7547bb830a9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1098 time: 0.0886607 Jun 01 12:49:53.930780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-09930415-c5b1-4a2d-aca2-01642ab23de2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:53.932580 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-09930415-c5b1-4a2d-aca2-01642ab23de2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 808 time: 0.2420833 Jun 01 12:49:53.960369 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-c9bd8710-7d1c-4de8-92b5-871d03e8988e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/quotas/d8003845cd38499b9dea0c57c33af8b4 HTTP/1.1" status: 200 len: 375 time: 0.0217133 Jun 01 12:49:53.965508 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4a414874-e07b-40c2-a7e0-b03a1e8ed053 req-4cda621b-5854-4f78-8045-206ceeb3a036 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Jun 01 12:49:53.969875 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67cad-9a91-4e15-9d19-bc05442abfda req-6c1c82ae-d503-47d2-abaf-12f2c5063c75 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:53.971797 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-acd67cad-9a91-4e15-9d19-bc05442abfda req-6c1c82ae-d503-47d2-abaf-12f2c5063c75 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.2179708 Jun 01 12:49:54.030687 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-2ef653ac-8c38-41ac-9401-6be9cf89cccf tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695105 Jun 01 12:49:54.083173 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-acd67cad-9a91-4e15-9d19-bc05442abfda req-3183d15b-f4cc-4b3f-9893-f2911cbefe8a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790684 Jun 01 12:49:54.200673 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-426d9617-a2d3-4767-9d39-bfe5a271824b service neutron] 10.222.0.93 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558440 Jun 01 12:49:54.419967 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde16e9-6f6c-486b-a876-5ec029b7f702 req-b88061a6-19d8-48be-b1d3-56c6eb3a38e0 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:54.421752 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-efde16e9-6f6c-486b-a876-5ec029b7f702 req-b88061a6-19d8-48be-b1d3-56c6eb3a38e0 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2201498 Jun 01 12:49:54.431094 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9a84d95e-5cdf-4246-b531-0434c0f8b123 service neutron] 10.222.0.93 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885502 Jun 01 12:49:54.487963 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-efde16e9-6f6c-486b-a876-5ec029b7f702 req-c0f7ea3d-4282-4ac8-bd2b-bce34ca7b595 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Jun 01 12:49:54.965662 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56746) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:55.039726 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a8c1acc6-74bf-4e23-a77d-b1874c10d0d4 req-7054f103-2f2c-49cf-8d94-a5c32f147eb2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 210 time: 0.2185366 Jun 01 12:49:55.081863 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4366b8-3c20-40b9-ad60-b484a7879538 req-13b20727-1432-4913-9cd4-ee6e22ad2b1a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:55.085235 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-de4366b8-3c20-40b9-ad60-b484a7879538 req-13b20727-1432-4913-9cd4-ee6e22ad2b1a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.3086145 Jun 01 12:49:55.139034 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-de4366b8-3c20-40b9-ad60-b484a7879538 req-13a2534a-9e8d-4778-8f9b-dd3ba9b66275 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472801 Jun 01 12:49:55.235770 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.257853 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:55.267459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Usage tracker for resource:security_group_rule and tenant:986b415f3af14bdcb1d11271d27d4506 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:55.270681 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:55.277364 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:55.317812 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56756) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:55.387651 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.394719 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.413715 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9edb9a7b-e937-4411-bd27-2e1b02cd4bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:55.450178 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=986b415f3af14bdcb1d11271d27d4506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4826553 Jun 01 12:49:55.454196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56764) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:55.462054 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b2ebe-998c-4e8e-a2b5-9de8acccb123,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:55.467082 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:55.527381 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.563167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:55.570334 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Usage tracker for resource:security_group_rule and tenant:30ab6390dd7c4b4e94857dc1ac0cca25 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:55.579595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:55.589125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:55.594185 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.689270 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.818913 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2b1fb-27da-4223-bb3f-dfb18676b7b1 req-009e762e-ddf3-4f3f-8c4f-042801fd5ae5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:55.820610 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79d2b1fb-27da-4223-bb3f-dfb18676b7b1 req-009e762e-ddf3-4f3f-8c4f-042801fd5ae5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2078500 Jun 01 12:49:55.839475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.860622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:55.870762 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.882269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b2ebe-998c-4e8e-a2b5-9de8acccb123,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:55.883973 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.896343 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:55.896808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:55.939540 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:55.940874 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e868cd7e-1ec9-4083-9c38-6a107905e60d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ea7b2ebe-998c-4e8e-a2b5-9de8acccb123 HTTP/1.1" status: 204 len: 168 time: 0.4851959 Jun 01 12:49:55.960208 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79d2b1fb-27da-4223-bb3f-dfb18676b7b1 req-9679f7a9-148c-4afd-a918-35fce2c607fd tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253080 Jun 01 12:49:55.961817 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8e39e8-a281-48e7-92c9-15f204befeaf,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:55.966245 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=30ab6390dd7c4b4e94857dc1ac0cca25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474171 Jun 01 12:49:55.967464 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:55.969546 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56782) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:56.054136 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.118947 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.192488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.200549 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-375146ce-7e79-4795-b485-b1178d5273e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:56.223572 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8e39e8-a281-48e7-92c9-15f204befeaf,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:56.227882 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:56.289831 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.293560 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d8e39e8-a281-48e7-92c9-15f204befeaf HTTP/1.1" status: 204 len: 168 time: 0.3202546 Jun 01 12:49:56.417355 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2a6d8d8f-cee0-4020-93a8-92e718d7e5bd req-8954a26d-d18e-4935-a11b-1cd2302fce1d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 210 time: 0.1252902 Jun 01 12:49:56.524790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9e9722f2-3f42-4a4a-a123-81bcbb09803d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:56.526935 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9e9722f2-3f42-4a4a-a123-81bcbb09803d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 808 time: 0.2774265 Jun 01 12:49:56.554316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Request body: {'port': {'device_id': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090', 'admin_state_up': True, 'tenant_id': 'd8003845cd38499b9dea0c57c33af8b4'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:56.776426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:56.786083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d45703-aa35-471c-97c1-157d5d5a5033 req-2feaec1f-2ee5-46e1-b6c2-e12c06e44f91 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:56.787678 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f7d45703-aa35-471c-97c1-157d5d5a5033 req-2feaec1f-2ee5-46e1-b6c2-e12c06e44f91 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1993811 Jun 01 12:49:56.802772 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:56.827153 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Made reservation on behalf of d8003845cd38499b9dea0c57c33af8b4 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:49:56.840787 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.869961 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f7d45703-aa35-471c-97c1-157d5d5a5033 req-366d4995-4cbb-4700-bee8-18b9ae515f26 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745518 Jun 01 12:49:56.886624 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56816) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:56.910745 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:56.930278 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:56.936077 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Usage tracker for resource:security_group_rule and tenant:7960439ea42c4063890dced9bfe33be1 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:56.939728 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:56.946956 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:57.051858 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Allocated IP 172.20.0.14 (16af2fa9-8946-4607-ba9f-fb1fb090f090/8f5cfe17-4f2d-4b82-b80f-d5360844076a/f7fa7e31-dedd-449a-b35e-092e5223c49a) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:49:57.103489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.109427 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.119492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:57.236911 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7960439ea42c4063890dced9bfe33be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488963 Jun 01 12:49:57.237634 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56832) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:57.247026 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daae323b-b659-4e3c-8649-3fa7b1893c78,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:57.265106 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:57.322359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40320a54-4735-4be4-a57f-3ec0f0a1550d req-b13dc9b8-ff77-4c83-aae3-84df96ebe14a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:57.323856 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-40320a54-4735-4be4-a57f-3ec0f0a1550d req-b13dc9b8-ff77-4c83-aae3-84df96ebe14a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.2827287 Jun 01 12:49:57.333438 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 56838) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:57.340987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'floatingip': {'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:57.345699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7855-7775-4ac3-9944-33aae89512ea req-90a0a079-d549-4bb7-b03a-1ccca19c6e6e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:57.347534 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b38a7855-7775-4ac3-9944-33aae89512ea req-90a0a079-d549-4bb7-b03a-1ccca19c6e6e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2216265 Jun 01 12:49:57.358799 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.416752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.437987 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b38a7855-7775-4ac3-9944-33aae89512ea req-b280e8e6-fb25-4568-8cf9-b62f09cc2b99 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759780 Jun 01 12:49:57.470638 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.509837 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.517356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-19463c13-358c-409e-ad59-badaf78f2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:57.537325 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae323b-b659-4e3c-8649-3fa7b1893c78,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:57.573055 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:57.614662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.618164 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/daae323b-b659-4e3c-8649-3fa7b1893c78 HTTP/1.1" status: 204 len: 168 time: 0.3727605 Jun 01 12:49:57.631371 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c6ef7bfd-377e-4a68-9e2c-28a144b10e87 req-02d69ef9-0684-4c50-a3d3-d7b33e0dec6f tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 210 time: 0.0562077 Jun 01 12:49:57.635234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.826448 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:57.833966 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:57.990551 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Network 16af2fa9-8946-4607-ba9f-fb1fb090f090 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:49:57.997290 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:49:58.010012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:49:58.042208 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Pushing event updated for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:58.057849 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:58.207947 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56860) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:58.232931 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.250040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:49:58.254832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Usage tracker for resource:security_group_rule and tenant:91f3109ec4394fa9837c647173aac4fa is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:49:58.258567 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:49:58.266584 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:49:58.297027 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:58.297765 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.360256 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8110495 Jun 01 12:49:58.374024 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.378905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.388016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f8477749-2cff-4ae4-9240-7edb9eb78128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:58.419226 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Request body: {'port': {'device_id': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:49:58.437869 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=91f3109ec4394fa9837c647173aac4fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260554 Jun 01 12:49:58.437869 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace05d25-1c32-4f74-be91-15a1402240ad,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:58.438464 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 56864) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:49:58.450216 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:58.492304 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.db.resource_extend [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 12:49:58.509051 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.544932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.689200 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.689526 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.698112 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.702920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c2b66-7fb3-4f77-af98-9239f1accbde req-52bae8af-327b-4018-9c6e-7ad91c16b940 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:58.706622 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aa6c2b66-7fb3-4f77-af98-9239f1accbde req-52bae8af-327b-4018-9c6e-7ad91c16b940 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1214139 Jun 01 12:49:58.709134 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-68ecf4e5-d2fc-4980-88d5-91ff5350f74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:49:58.724460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace05d25-1c32-4f74-be91-15a1402240ad,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:49:58.728709 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.730134 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:49:58.752331 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:49:58.755913 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ace05d25-1c32-4f74-be91-15a1402240ad HTTP/1.1" status: 204 len: 168 time: 0.3141608 Jun 01 12:49:58.833794 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aa6c2b66-7fb3-4f77-af98-9239f1accbde req-c4bb9839-605f-4b53-82b2-9a2dcc670209 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104023 Jun 01 12:49:59.017453 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf12ca-027c-4577-895f-26a0a5763ba7 req-c7763aff-a77b-4c7c-8b2e-ddd58b3cde9d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:49:59.019093 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50cf12ca-027c-4577-895f-26a0a5763ba7 req-c7763aff-a77b-4c7c-8b2e-ddd58b3cde9d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 932 time: 0.1467404 Jun 01 12:49:59.114646 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50cf12ca-027c-4577-895f-26a0a5763ba7 req-c1bccbcc-12d4-4a21-b34f-bffe9b15b903 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871723 Jun 01 12:49:59.385408 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Floating IP c853ef0a-75fc-44bd-9cf5-ee93d87d82ab associated. External IP: 172.28.3.126, port: 25c8d733-bb02-444f-840c-58a13ff3f806. Jun 01 12:50:00.070602 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a5923-9286-466e-a0d5-2facb3170b5b req-32f3cbc7-9836-4266-96a8-9980fb5adae1 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:00.073697 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2f8a5923-9286-466e-a0d5-2facb3170b5b req-32f3cbc7-9836-4266-96a8-9980fb5adae1 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1280985 Jun 01 12:50:00.112837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7fa7e31-dedd-449a-b35e-092e5223c49a {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:00.141670 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.149683 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:00.151178 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2f8a5923-9286-466e-a0d5-2facb3170b5b req-c1b79578-5e5d-4b93-947f-985266352843 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711939 Jun 01 12:50:00.264286 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Transition to ACTIVE for port object f7fa7e31-dedd-449a-b35e-092e5223c49a will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:00.277553 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.284532 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:00.458642 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81ec1-3b06-4e14-96f7-84bc5f0cb3da req-9f37a537-45a9-457b-a2ea-cdfe673f6f26 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:00.466073 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-98c81ec1-3b06-4e14-96f7-84bc5f0cb3da req-9f37a537-45a9-457b-a2ea-cdfe673f6f26 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 944 time: 0.1301305 Jun 01 12:50:00.545473 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-98c81ec1-3b06-4e14-96f7-84bc5f0cb3da req-3a5da1fe-9846-45ef-9d25-d2c3ec2e47ea tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758059 Jun 01 12:50:00.608204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:00.614538 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:00.709000 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:00.715385 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:00.726060 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:00.738002 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:00.738936 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:00.814406 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Attempting to bind port f7fa7e31-dedd-449a-b35e-092e5223c49a on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:00.815043 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Attempting to bind port f7fa7e31-dedd-449a-b35e-092e5223c49a by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:00.815301 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Attempting to bind port f7fa7e31-dedd-449a-b35e-092e5223c49a on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:00.973154 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Port f7fa7e31-dedd-449a-b35e-092e5223c49a on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:00.973865 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Attempting to bind port f7fa7e31-dedd-449a-b35e-092e5223c49a on network 16af2fa9-8946-4607-ba9f-fb1fb090f090 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:00.985632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:00.986397 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Checking segment: {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:00.986987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Bound using segment: {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:00.987635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Bound port: f7fa7e31-dedd-449a-b35e-092e5223c49a, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ace42e3-155e-4f0e-ad8a-025333d23f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1064, 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:00.988176 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.005062 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-df88e6c3-39f3-4572-9dfe-d84fc0777f88 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "PUT /v2.0/floatingips/c853ef0a-75fc-44bd-9cf5-ee93d87d82ab HTTP/1.1" status: 200 len: 991 time: 3.6696298 Jun 01 12:50:01.009742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:01.012742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41" -d '{"events": [{"name": "network-changed", "server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:01.103234 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:01.121283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:01.129790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:01.135569 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.190124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:01.316474 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:01.317584 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:01.320008 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] 10.222.0.98 "PUT /v2.0/ports/f7fa7e31-dedd-449a-b35e-092e5223c49a HTTP/1.1" status: 200 len: 1094 time: 2.9042828 Jun 01 12:50:01.393249 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed261d2-8870-402a-9775-4812b2a5fd24 x-openstack-request-id: req-0ed261d2-8870-402a-9775-4812b2a5fd24 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:01.394579 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:01.394983 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0ed261d2-8870-402a-9775-4812b2a5fd24 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:01.395575 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'status': 'completed', 'code': 200} Jun 01 12:50:01.565575 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:01.596995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:01.635930 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-948cd3ab-16a5-4cc6-8f92-2df92ce387a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:01.637958 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-948cd3ab-16a5-4cc6-8f92-2df92ce387a4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1098 time: 0.2412102 Jun 01 12:50:01.899346 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'c853ef0a-75fc-44bd-9cf5-ee93d87d82ab', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b17338-492b-4696-bc03-133be9798f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:33Z', 'updated_at': '2021-06-01T12:49:58Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:01.905632 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:01.924571 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:01.925888 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:49:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:01.960903 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-2db37932-8563-436b-8459-cbc60389ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:01.964562 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-2db37932-8563-436b-8459-cbc60389ee21 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.3194919 Jun 01 12:50:02.037329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2ef84-10ba-470c-a8b8-a4d0b4e280bd req-038107e1-9320-44ed-8c3e-cd87a565a06c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.040158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d1a2ef84-10ba-470c-a8b8-a4d0b4e280bd req-038107e1-9320-44ed-8c3e-cd87a565a06c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.5022268 Jun 01 12:50:02.092835 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-47a6cf24-9c7e-4324-ac91-fb7f1e81f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.096628 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-47a6cf24-9c7e-4324-ac91-fb7f1e81f1fa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 1097 time: 0.6702080 Jun 01 12:50:02.235291 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-a65a06dc-9ae0-4a8e-b03a-2803520134d9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 999 time: 0.2585704 Jun 01 12:50:02.281876 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-531630a2-e7b8-4d95-afaf-b952ffb98f2f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a HTTP/1.1" status: 200 len: 217 time: 0.1702721 Jun 01 12:50:02.322496 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:02.328344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-7956eae0-65fd-43e3-bb56-20ab3dce0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.330302 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-7956eae0-65fd-43e3-bb56-20ab3dce0879 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0884731 Jun 01 12:50:02.413428 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d1a2ef84-10ba-470c-a8b8-a4d0b4e280bd req-2ed2469d-3186-4739-b4dd-00789a60e641 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549700 Jun 01 12:50:02.460159 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb3bbb-4e9d-4dc8-8351-c4f53bb881ca req-ee43ac14-6865-463b-a752-b64592028990 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.463977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bffb3bbb-4e9d-4dc8-8351-c4f53bb881ca req-ee43ac14-6865-463b-a752-b64592028990 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 944 time: 0.6847539 Jun 01 12:50:02.499935 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-63eaad58-6bc6-4978-af35-2e42ce4b48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.504708 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-63eaad58-6bc6-4978-af35-2e42ce4b48e3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8f5cfe17-4f2d-4b82-b80f-d5360844076a HTTP/1.1" status: 200 len: 848 time: 0.1975307 Jun 01 12:50:02.532304 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-ef04794c-3be2-4e2a-b1dd-79a01ab5a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:02.537442 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-ef04794c-3be2-4e2a-b1dd-79a01ab5a962 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1965685 Jun 01 12:50:02.730947 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-d5972f44-d28a-4a26-a99d-b56d74a6b16c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=16af2fa9-8946-4607-ba9f-fb1fb090f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157022 Jun 01 12:50:02.764489 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-743f9786-6185-4b9e-8878-66b09f2b92d5 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146299 Jun 01 12:50:02.887812 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bffb3bbb-4e9d-4dc8-8351-c4f53bb881ca req-25c2275b-8118-4d29-8064-40b9c285c637 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932278 Jun 01 12:50:02.993896 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-542fa523-ae2a-41ba-91d7-92270e9fe60f service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547784 Jun 01 12:50:03.021840 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fcfefa91-7a32-4c70-96b3-cc7bd047dc41 req-4623a674-6bed-4a0b-951a-bbb440ef401c service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499344 Jun 01 12:50:03.196471 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f92fa435-9d32-4229-b9b1-0eed20cbb4c1 req-18537453-6965-4e70-9f65-ccfc2f04ea75 service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961579 Jun 01 12:50:03.206650 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'c853ef0a-75fc-44bd-9cf5-ee93d87d82ab', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b17338-492b-4696-bc03-133be9798f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:33Z', 'updated_at': '2021-06-01T12:49:58Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:03.211826 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be223abe-6420-4d8c-a747-d0273e0a6b34 None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'c853ef0a-75fc-44bd-9cf5-ee93d87d82ab', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.126', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b17338-492b-4696-bc03-133be9798f74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:49:33Z', 'updated_at': '2021-06-01T12:49:58Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:03.399319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:03.403108 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:03.409261 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57046) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:03.444229 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4c0b50-8e28-4d81-9d55-6fce21d41e96 None None] New status for floating IP c853ef0a-75fc-44bd-9cf5-ee93d87d82ab: ACTIVE {{(pid=98619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:50:03.466729 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47747142-f6be-4621-be5e-15a3e1a0c1a1 x-openstack-request-id: req-47747142-f6be-4621-be5e-15a3e1a0c1a1 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:03.467102 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:03.467375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-47747142-f6be-4621-be5e-15a3e1a0c1a1 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:03.467895 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a', 'status': 'completed', 'code': 200} Jun 01 12:50:03.574503 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:03.642404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:03.651078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Usage tracker for resource:security_group_rule and tenant:4508a83f20ce4e6eb2f1fbd446d88a92 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:03.667369 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:03.678770 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:03.702748 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-7bd51a1d-d952-434c-9473-d36f819b74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:03.704258 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-7bd51a1d-d952-434c-9473-d36f819b74b1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=d8003845cd38499b9dea0c57c33af8b4&device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 1097 time: 0.1962905 Jun 01 12:50:03.898440 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2532c92-1295-4323-9875-c07b7c57fd2c req-80c3145d-6237-427a-b9f6-c1d4db12ad58 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:03.899901 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c2532c92-1295-4323-9875-c07b7c57fd2c req-80c3145d-6237-427a-b9f6-c1d4db12ad58 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.3064427 Jun 01 12:50:03.966160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-fe7660cd-92ac-425b-9c62-f324075fc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:03.968572 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-fe7660cd-92ac-425b-9c62-f324075fc2de service neutron] 10.222.0.98 "GET /v2.0/networks?id=16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 200 len: 910 time: 0.2522120 Jun 01 12:50:04.065534 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-1d8c3388-3347-4e6c-8074-8bd6304bda40 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a HTTP/1.1" status: 200 len: 217 time: 0.0867114 Jun 01 12:50:04.072058 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c2532c92-1295-4323-9875-c07b7c57fd2c req-93fb2015-b2b7-4418-b93f-22f8ab2c85fb tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551747 Jun 01 12:50:04.119248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.127095 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.140849 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3877907c-fdbb-4f0b-84c6-763175947c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.211241 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4508a83f20ce4e6eb2f1fbd446d88a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005316 Jun 01 12:50:04.212893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-4ad3275d-a684-4ec8-8761-1dd21e3a82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:04.214233 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-4ad3275d-a684-4ec8-8761-1dd21e3a82c0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8f5cfe17-4f2d-4b82-b80f-d5360844076a HTTP/1.1" status: 200 len: 848 time: 0.1314354 Jun 01 12:50:04.214658 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57076) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:04.224645 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c970d9f-ff09-4591-8cf5-3ddc80d21b09,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.292245 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.295311 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.295498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.295735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.296100 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.296433 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.296810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.297148 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.297458 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.297811 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.298141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.298450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.298771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.306759 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-8d21d5ca-4e72-42c0-9889-603e9f56e9a7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=16af2fa9-8946-4607-ba9f-fb1fb090f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833859 Jun 01 12:50:04.331951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.371527 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.428771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.436844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6058121a-4d11-40e1-97c6-3b01a8092dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:04.450793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c970d9f-ff09-4591-8cf5-3ddc80d21b09,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:04.463205 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.463559 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.463900 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.464232 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.465037 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.465037 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.465316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.465636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.465971 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.466314 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.466697 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.467023 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:04.471469 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:04.473035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.476088 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4c970d9f-ff09-4591-8cf5-3ddc80d21b09 HTTP/1.1" status: 204 len: 168 time: 0.2582681 Jun 01 12:50:04.595105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-e6b896b2-ddf3-4743-82e8-5a67f4e269af tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:04.598619 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-e6b896b2-ddf3-4743-82e8-5a67f4e269af tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.4194160 Jun 01 12:50:04.632896 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-0116593f-5871-4e80-bde2-6b2a7bbdfecc tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/quotas/960463040eed4676a433d40f209ef6d4 HTTP/1.1" status: 200 len: 375 time: 0.0272093 Jun 01 12:50:04.636127 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-f1cc3b77-2da2-423a-85be-9026571d93f2 service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583950 Jun 01 12:50:04.836149 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3aa94-1e16-415d-971b-f525d8399a85 req-2e824444-0de1-4b22-b2a6-1cfe6e13db39 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:04.837751 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3ab3aa94-1e16-415d-971b-f525d8399a85 req-2e824444-0de1-4b22-b2a6-1cfe6e13db39 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 944 time: 0.3977654 Jun 01 12:50:04.847295 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57090) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:04.868836 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:04.910457 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:04.915756 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Usage tracker for resource:security_group_rule and tenant:de304b0ba1494554aa92db128642c171 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:04.922636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:04.932010 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:04.966147 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3ab3aa94-1e16-415d-971b-f525d8399a85 req-4d4ddcbc-7342-46f3-b49f-2d4b7b5f4808 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175203 Jun 01 12:50:04.994478 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad5a3a93-e351-44b7-b544-2c6f07b9e3fc req-8263e3a1-dc23-4e3d-afd6-994f191da783 service neutron] 10.222.0.98 "GET /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156204 Jun 01 12:50:05.007063 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-2628b21c-efff-4871-9afb-da61a2e4a4a0 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3665328 Jun 01 12:50:05.091068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.096611 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.106828 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0334d6db-4be3-4d2d-b7e8-cc5a3ab73139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:05.147934 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=de304b0ba1494554aa92db128642c171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992115 Jun 01 12:50:05.150624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57100) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:05.153535 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72224b47-3c79-469c-9ea8-367a6026e965,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:05.178789 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:05.218712 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.219403 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-b6e6c156-bec8-4118-9c77-838f480810dc service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995168 Jun 01 12:50:05.224277 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea51d-df3d-4eda-a5e8-d8b0f10aef9f req-d3cad874-d37a-4f94-b81e-f27d05f13dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:05.225928 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8fea51d-df3d-4eda-a5e8-d8b0f10aef9f req-d3cad874-d37a-4f94-b81e-f27d05f13dcd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.1877265 Jun 01 12:50:05.251689 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.307673 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.311842 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:05.327228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72224b47-3c79-469c-9ea8-367a6026e965,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:05.331103 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:05.335340 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:05.338730 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/72224b47-3c79-469c-9ea8-367a6026e965 HTTP/1.1" status: 204 len: 168 time: 0.1847582 Jun 01 12:50:05.358418 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8fea51d-df3d-4eda-a5e8-d8b0f10aef9f req-fed8e050-6f0b-471a-aa52-9e88c8ad4ce1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087916 Jun 01 12:50:05.401539 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-107bacd9-0c88-4449-bcd2-0ab907164b7f service neutron] 10.222.0.93 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705489 Jun 01 12:50:05.534060 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a7e1-19cc-4389-accd-0247bb668db8 req-dfb94c78-a59a-4acd-822e-332cc8b3dbd9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:05.536012 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c373a7e1-19cc-4389-accd-0247bb668db8 req-dfb94c78-a59a-4acd-822e-332cc8b3dbd9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0941100 Jun 01 12:50:05.617141 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c373a7e1-19cc-4389-accd-0247bb668db8 req-1f58efe0-eb24-4302-991e-1d5f2de8c2d4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740244 Jun 01 12:50:05.725733 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-38a5ae7a-6a2d-4136-a424-0abcd9e01c7b req-3a63fd28-6961-45ad-a219-b40ce5726530 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 210 time: 0.0608690 Jun 01 12:50:06.031686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57140) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.234882 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.253298 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:06.257177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Usage tracker for resource:security_group_rule and tenant:0370cf58935e48b9af61d3e5d2d9a5ad is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:06.260307 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:06.270449 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:06.290721 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833936-5ef6-43f2-9007-250b2e0427b4 req-ce78db73-61d6-4ee5-9462-e9f5b1ba56ec tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:06.292563 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-db833936-5ef6-43f2-9007-250b2e0427b4 req-ce78db73-61d6-4ee5-9462-e9f5b1ba56ec tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 944 time: 0.1682408 Jun 01 12:50:06.375607 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-db833936-5ef6-43f2-9007-250b2e0427b4 req-8dccfe0b-2ea1-4e8d-a1c4-438b4c2d929d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737383 Jun 01 12:50:06.430731 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.437554 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.446147 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9c3b23c8-68e0-4302-90c4-efd6a38ca5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:06.489198 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=0370cf58935e48b9af61d3e5d2d9a5ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563890 Jun 01 12:50:06.489400 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57156) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:06.492826 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43eef18-4e15-4ac4-9f1e-2207d4b7749e,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:06.500027 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:06.556490 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.584078 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.640249 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.645715 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fbb4ae5d-a0e7-4ee0-b9c7-c313b970073a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:06.656834 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43eef18-4e15-4ac4-9f1e-2207d4b7749e,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:06.663298 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:06.664080 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:06.665275 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e43eef18-4e15-4ac4-9f1e-2207d4b7749e HTTP/1.1" status: 204 len: 168 time: 0.1750395 Jun 01 12:50:06.846397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a22b4-7b06-40aa-923b-04c6df02fd3c req-fd0a959e-466b-43dd-9ee7-2611196d604e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:06.856115 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-258a22b4-7b06-40aa-923b-04c6df02fd3c req-fd0a959e-466b-43dd-9ee7-2611196d604e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1154356 Jun 01 12:50:06.925849 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-258a22b4-7b06-40aa-923b-04c6df02fd3c req-19872ab7-3db7-4128-9481-e897aa10a261 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673070 Jun 01 12:50:07.078937 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device f7fa7e31-dedd-449a-b35e-092e5223c49a details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:07.233765 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ac54b1a7-d3dd-415e-964f-bba44cc71b24 req-220e9e51-5fa4-478a-823b-7d4187bf662c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 210 time: 0.1646354 Jun 01 12:50:07.414026 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:07.448435 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': 'f7fa7e31-dedd-449a-b35e-092e5223c49a', 'network_id': '16af2fa9-8946-4607-ba9f-fb1fb090f090', 'port_id': 'f7fa7e31-dedd-449a-b35e-092e5223c49a', 'mac_address': 'fa:16:3e:8b:7e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1064, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5cfe17-4f2d-4b82-b80f-d5360844076a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:07.502309 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-f604f0be-8389-42d7-b40c-9f829bdf5b08 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:07.503738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-f604f0be-8389-42d7-b40c-9f829bdf5b08 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 815 time: 0.4845273 Jun 01 12:50:07.531219 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Request body: {'port': {'device_id': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'admin_state_up': True, 'tenant_id': '960463040eed4676a433d40f209ef6d4'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:07.572326 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.610510 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7fa7e31-dedd-449a-b35e-092e5223c49a {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:07.641517 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:07.655817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.663933 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:07.783494 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:07.792702 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.793105 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.793502 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.793892 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.794279 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.794699 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.795093 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.795476 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.796035 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.796458 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.797068 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.797453 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:07.809889 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:07.814383 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58622fc7-6ad5-4535-bfb0-a857c5a6a4d1 req-987cf5f2-47aa-4a6b-ae3b-72c9c9f2b8f7 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:07.816019 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58622fc7-6ad5-4535-bfb0-a857c5a6a4d1 req-987cf5f2-47aa-4a6b-ae3b-72c9c9f2b8f7 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 945 time: 0.2268231 Jun 01 12:50:07.824633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:07.855191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:07.886242 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Made reservation on behalf of 960463040eed4676a433d40f209ef6d4 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:07.889382 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:07.907554 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58622fc7-6ad5-4535-bfb0-a857c5a6a4d1 req-9ab88b63-b169-4ee5-ba59-c0fc06987d47 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816977 Jun 01 12:50:08.275262 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Allocated IP 172.20.0.9 (01197009-0000-473f-87e0-5a96d5aee6d6/8effabb9-8172-4093-b8ea-2357e01d3ad9/2098e653-e758-42b0-81f5-a884c4003562) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:08.436905 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['f7fa7e31-dedd-449a-b35e-092e5223c49a'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:08.509927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252b99f-7570-4072-9059-0a0e8d7471bd req-e4f8adfc-e401-4d30-9c33-6781179dfe66 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:08.511527 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c252b99f-7570-4072-9059-0a0e8d7471bd req-e4f8adfc-e401-4d30-9c33-6781179dfe66 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.3543069 Jun 01 12:50:08.587564 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fb7cb32a-0c4c-4211-8b5d-276462086422 req-1de74adf-5d06-4cba-aef4-99a8237b6534 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 210 time: 0.0936463 Jun 01 12:50:08.775761 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c252b99f-7570-4072-9059-0a0e8d7471bd req-d48438f0-ec43-4bc3-b259-394d7dd26e0c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224317 Jun 01 12:50:08.884888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.957257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:08.968229 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:09.069228 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Network 01197009-0000-473f-87e0-5a96d5aee6d6 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:09.085140 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:09.089961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:09.099808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:09.100497 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.170188 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-50a2a670-b7bb-40db-9cb9-25e9bf828eb2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1820781 Jun 01 12:50:09.249290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event updated for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:09.285214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:09.296316 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7701647 Jun 01 12:50:09.315807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Request body: {'port': {'device_id': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:09.330735 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-f23353c7-f589-455f-90b4-f86774af5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:09.333459 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-f23353c7-f589-455f-90b4-f86774af5ddd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1244190 Jun 01 12:50:09.659369 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-7133e99c-a1e7-4441-9ae8-0c3eb01c9e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:09.662318 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-7133e99c-a1e7-4441-9ae8-0c3eb01c9e6b service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.2880566 Jun 01 12:50:09.682072 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:09.930314 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06846ac3-cdab-4568-a748-5a81fbcc66a1 req-40524229-f88d-4b7a-9327-b424f58302b4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:09.931954 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-06846ac3-cdab-4568-a748-5a81fbcc66a1 req-40524229-f88d-4b7a-9327-b424f58302b4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 945 time: 0.4633718 Jun 01 12:50:10.002826 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2', '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', '2bd6ceac-6c3f-4ef0-871d-a74868e12134'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:10.091323 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-9b053bd1-7782-4a33-a589-2b9bdbf1fbd2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 1001 time: 0.4191158 Jun 01 12:50:10.183393 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-66f061f9-eb96-4dc7-9e4b-86965ba813b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.186501 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-66f061f9-eb96-4dc7-9e4b-86965ba813b8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0823059 Jun 01 12:50:10.197711 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-e11ea3b4-b2f6-4e41-9dd1-87451a68a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.199278 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-e11ea3b4-b2f6-4e41-9dd1-87451a68a87d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.2113020 Jun 01 12:50:10.283285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2098e653-e758-42b0-81f5-a884c4003562 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:10.291428 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.309931 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Transition to ACTIVE for port object 2098e653-e758-42b0-81f5-a884c4003562 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:10.315917 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-94ce7142-0ec6-4f9d-a56f-3bf54731e089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.352564 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-06846ac3-cdab-4568-a748-5a81fbcc66a1 req-674b532e-f18b-4220-b47b-7d7aa76e7ff0 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925996 Jun 01 12:50:10.353305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.382491 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f2646bfd-2c8e-496d-a410-00bc19f49870 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:10.561109 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Pushing event updated for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:10.562944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-9e35aee5-3612-496e-bf1e-f03a995d3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.564916 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-9e35aee5-3612-496e-bf1e-f03a995d3019 service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.2822759 Jun 01 12:50:10.599696 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:10.653872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-e86e2563-f42d-45c3-b86e-c72fe34495ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.655629 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-e86e2563-f42d-45c3-b86e-c72fe34495ef service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4547374 Jun 01 12:50:10.670063 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-164bdb02-1022-4af0-af0d-85594b1caaa2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.0956886 Jun 01 12:50:10.771743 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Attempting to bind port 2098e653-e758-42b0-81f5-a884c4003562 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:10.772314 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Attempting to bind port 2098e653-e758-42b0-81f5-a884c4003562 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:10.772403 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Attempting to bind port 2098e653-e758-42b0-81f5-a884c4003562 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:10.785318 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Port 2098e653-e758-42b0-81f5-a884c4003562 on network 01197009-0000-473f-87e0-5a96d5aee6d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:50:10.785532 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Attempting to bind port 2098e653-e758-42b0-81f5-a884c4003562 on network 01197009-0000-473f-87e0-5a96d5aee6d6 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:10.795456 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:10.795804 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Checking segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:10.796681 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Bound using segment: {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:10.796681 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Bound port: 2098e653-e758-42b0-81f5-a884c4003562, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b0a893-6f83-4aee-99ec-f659ff209271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:10.797010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:10.839496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca09f09-0531-4254-85a9-802654acf254 req-99ade276-59dd-442b-bfef-7200e74749dc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.841636 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bca09f09-0531-4254-85a9-802654acf254 req-99ade276-59dd-442b-bfef-7200e74749dc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.7535920 Jun 01 12:50:10.864748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-23c91f21-32c9-4588-b8e8-5a7ca0164929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.867804 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-23c91f21-32c9-4588-b8e8-5a7ca0164929 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.1528249 Jun 01 12:50:10.954423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9df7c-77ec-41cb-b243-32046abbe0e8 req-54db9685-2149-4e95-84c1-3709c17a952b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:10.954423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-a7e9df7c-77ec-41cb-b243-32046abbe0e8 req-54db9685-2149-4e95-84c1-3709c17a952b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:10.999136 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bca09f09-0531-4254-85a9-802654acf254 req-68afd2ce-eac7-4782-8dfb-813bf57f036c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201148 Jun 01 12:50:11.005339 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:11.012449 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2098e653-e758-42b0-81f5-a884c4003562,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:11.018230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.027750 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8c2e2029-7fb8-45de-a645-6253b77f6ee4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:11.028225 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-34c1c9ea-4549-4e6f-b28f-09cf47864083 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205163 Jun 01 12:50:11.068598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-a7e9df7c-77ec-41cb-b243-32046abbe0e8 req-54db9685-2149-4e95-84c1-3709c17a952b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:11.075428 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7e9df7c-77ec-41cb-b243-32046abbe0e8 req-54db9685-2149-4e95-84c1-3709c17a952b tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 943 time: 0.5086594 Jun 01 12:50:11.075637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device f7fa7e31-dedd-449a-b35e-092e5223c49a up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:11.158413 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:11.159075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.160572 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] 10.222.0.98 "PUT /v2.0/ports/2098e653-e758-42b0-81f5-a884c4003562 HTTP/1.1" status: 200 len: 1093 time: 1.8534181 Jun 01 12:50:11.161118 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'tag': '2098e653-e758-42b0-81f5-a884c4003562'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:11.163425 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1270bd11-2d75-4521-845f-bb5f4f8bf32a" -d '{"events": [{"name": "network-changed", "server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "tag": "2098e653-e758-42b0-81f5-a884c4003562"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:11.223810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Pushing event updated for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:11.228955 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:11.326710 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port f7fa7e31-dedd-449a-b35e-092e5223c49a completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:11.332752 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7e9df7c-77ec-41cb-b243-32046abbe0e8 req-fee52dfa-fcdd-489c-9278-620d48b72268 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562292 Jun 01 12:50:11.334591 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-82d5930a-5372-4bda-8187-c270b7a4feb3 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632657 Jun 01 12:50:11.364391 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port f7fa7e31-dedd-449a-b35e-092e5223c49a triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:11.365702 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.403130 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-bb26fcaa-6b62-4878-9a75-9689ca8390ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:11.405223 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-bb26fcaa-6b62-4878-9a75-9689ca8390ae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1682649 Jun 01 12:50:11.466508 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-6b7522e5-d51c-4656-8bed-32d96bad65d7 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051363 Jun 01 12:50:11.647916 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.716552 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:11.720313 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-d7854db4-bb49-4b0a-930f-1e8e6accdc2a service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287691 Jun 01 12:50:11.720469 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26880c91-8aaa-4b57-94d0-a63400dba164" -d '{"events": [{"server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:11.728698 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:11.737438 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:11.740637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:11.871737 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-528196b5-ec60-4bfc-8e73-e9d91f12e7f2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2098e653-e758-42b0-81f5-a884c4003562 HTTP/1.1" status: 200 len: 217 time: 0.4479270 Jun 01 12:50:11.877309 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cf85dd-837b-428c-b085-1c0208e1e595 x-openstack-request-id: req-46cf85dd-837b-428c-b085-1c0208e1e595 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:11.877653 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "tag": "2098e653-e758-42b0-81f5-a884c4003562", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:11.877898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-46cf85dd-837b-428c-b085-1c0208e1e595 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:11.878352 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'tag': '2098e653-e758-42b0-81f5-a884c4003562', 'status': 'completed', 'code': 200} Jun 01 12:50:11.889791 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ec9297-d12b-4e3f-b487-7515fb16dfb8 x-openstack-request-id: req-b6ec9297-d12b-4e3f-b487-7515fb16dfb8 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:11.890116 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "name": "network-vif-plugged", "status": "completed", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:11.890388 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b6ec9297-d12b-4e3f-b487-7515fb16dfb8 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:11.896765 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a', 'code': 200} Jun 01 12:50:11.952369 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:11.958867 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:12.007171 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:12.044008 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-1fbf5c6a-94af-4243-a2d1-6f9a5e9411b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.044008 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-1fbf5c6a-94af-4243-a2d1-6f9a5e9411b5 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.1553051 Jun 01 12:50:12.092650 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-41e05956-1951-4cf0-a3c0-0f1ac2b8d7d0 req-67b58859-b5df-4770-b11a-afec8333c0a9 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7506552 Jun 01 12:50:12.104844 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-437592fd-fc76-4fb3-8d8e-8e1a7e6ef882 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559165 Jun 01 12:50:12.120755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b678dc86-46c4-4ef9-a91d-fa24a25fa4e6 req-1ab693c1-6ad8-4d1c-828d-4a8f8f5afad3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.128246 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b678dc86-46c4-4ef9-a91d-fa24a25fa4e6 req-1ab693c1-6ad8-4d1c-828d-4a8f8f5afad3 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.2488384 Jun 01 12:50:12.320562 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ae562-e78b-400c-8a58-6b6098ea7790 req-76cac9ba-68f1-4540-9ccd-c982502785a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.322087 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0c7ae562-e78b-400c-8a58-6b6098ea7790 req-76cac9ba-68f1-4540-9ccd-c982502785a6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 1099 time: 0.1337829 Jun 01 12:50:12.359300 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b678dc86-46c4-4ef9-a91d-fa24a25fa4e6 req-add9c8b1-c2c8-4a85-9847-3065026b798e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299743 Jun 01 12:50:12.386028 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0c7ae562-e78b-400c-8a58-6b6098ea7790 req-2c9e6815-3352-45a8-b72e-8616c2fdca0e service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557652 Jun 01 12:50:12.407720 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-b6fe81e4-ee37-4ddb-85bc-10e6387c3f70 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767048 Jun 01 12:50:12.421647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a310160-bed6-40ec-a8dd-685f93d0fa21 req-7162b543-25aa-4045-9e16-e6687625e031 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.423475 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2a310160-bed6-40ec-a8dd-685f93d0fa21 req-7162b543-25aa-4045-9e16-e6687625e031 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2326775 Jun 01 12:50:12.485919 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2a310160-bed6-40ec-a8dd-685f93d0fa21 req-5d54774c-cc54-4acd-8132-eea12cd661d5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556421 Jun 01 12:50:12.811063 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f5e7d39-ae45-403b-a4df-30fc3472150d req-a3f1501a-d841-4f44-bbaf-19a1dac250ca service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127917 Jun 01 12:50:12.819772 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727cb06-15e8-430a-ac0d-7dd75daf9abd req-2e008d8e-d05c-4a26-b75d-fd4ae0085e1d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.821261 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4727cb06-15e8-430a-ac0d-7dd75daf9abd req-2e008d8e-d05c-4a26-b75d-fd4ae0085e1d tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 943 time: 0.2023077 Jun 01 12:50:12.931258 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4727cb06-15e8-430a-ac0d-7dd75daf9abd req-345faaa9-470a-4d8a-8650-ce569e8927f6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024489 Jun 01 12:50:12.966469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-b5c25875-da49-4cfe-afc0-7c98937563c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:12.968099 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-b5c25875-da49-4cfe-afc0-7c98937563c9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=960463040eed4676a433d40f209ef6d4&device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0848923 Jun 01 12:50:13.149157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-89a7da50-09a3-43a7-8ec2-55520c839ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:13.150605 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-89a7da50-09a3-43a7-8ec2-55520c839ee7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 200 len: 917 time: 0.1756613 Jun 01 12:50:13.226972 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-e8ff376d-821a-4571-a4b6-1611c3e7cb85 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2098e653-e758-42b0-81f5-a884c4003562 HTTP/1.1" status: 200 len: 217 time: 0.0687423 Jun 01 12:50:13.295210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-4260702e-b409-4542-ae3c-5fc0b4ccaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:13.296673 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-4260702e-b409-4542-ae3c-5fc0b4ccaaa6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 200 len: 855 time: 0.0620465 Jun 01 12:50:13.350012 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-33d09ae4-3544-427b-b7d2-4ed064abce40 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=01197009-0000-473f-87e0-5a96d5aee6d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457542 Jun 01 12:50:13.491278 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-4c3d8b42-c04b-4c4b-9a68-11f71fbc8ea2 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329813 Jun 01 12:50:13.698537 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d9b6149d-5d58-4c72-8e11-d21b02014ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:13.867490 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1270bd11-2d75-4521-845f-bb5f4f8bf32a req-b7b8f0a8-dfc1-4912-82cd-3acdc6bf8937 service neutron] 10.222.0.98 "GET /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410358 Jun 01 12:50:13.884011 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf4181-c5c7-4952-976b-bb24eec8eb0d req-bc539171-931d-4e0b-a61f-1e5a84a7325d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:13.885555 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1faf4181-c5c7-4952-976b-bb24eec8eb0d req-bc539171-931d-4e0b-a61f-1e5a84a7325d tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.3909442 Jun 01 12:50:13.944287 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179a388-6083-4c6d-8b37-5c768603427e req-fae9c9be-39e6-4d87-8e04-5a26cfb8c64c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:13.945832 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9179a388-6083-4c6d-8b37-5c768603427e req-fae9c9be-39e6-4d87-8e04-5a26cfb8c64c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2998312 Jun 01 12:50:13.950976 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1faf4181-c5c7-4952-976b-bb24eec8eb0d req-2619df07-9a5b-426b-b471-30236a706293 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585353 Jun 01 12:50:14.004790 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9179a388-6083-4c6d-8b37-5c768603427e req-59673497-e1a3-400a-86ea-07c67c36accf tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514278 Jun 01 12:50:14.061422 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.369560 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25f1a3-b8e2-4b19-ae94-b64ecbca020f req-60aeb5c2-4ccc-4d6b-a2a0-019fb624a6ff tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:14.371110 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca25f1a3-b8e2-4b19-ae94-b64ecbca020f req-60aeb5c2-4ccc-4d6b-a2a0-019fb624a6ff tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 943 time: 0.0973864 Jun 01 12:50:14.411119 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57348) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:14.423887 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca25f1a3-b8e2-4b19-ae94-b64ecbca020f req-7221ec7f-81d3-458d-a8c3-02e6cd5ed1b1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457163 Jun 01 12:50:14.534622 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.549481 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:14.553434 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Usage tracker for resource:security_group_rule and tenant:de66ceebee7a4939ba98b28c0d47ed47 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:14.556678 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:14.563646 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:14.665053 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.670166 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.678795 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7989763e-7d91-4ca3-bf64-110a2aa68205 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.725380 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=de66ceebee7a4939ba98b28c0d47ed47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3128624 Jun 01 12:50:14.726504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57356) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:14.726811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdab0905-819c-4149-8b7e-f68e30c8b80c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.734276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.800880 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.826882 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.890067 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.895617 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-5de627e0-1bb7-48e6-93a2-0bba99d35235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:14.905662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdab0905-819c-4149-8b7e-f68e30c8b80c,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:14.909541 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:14.916648 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:14.917847 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/bdab0905-819c-4149-8b7e-f68e30c8b80c HTTP/1.1" status: 204 len: 168 time: 0.1900544 Jun 01 12:50:15.251214 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.336230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5284ed-e109-4744-adf5-725b1f058d10 req-2a9e8c57-34c5-444c-8d9c-3263635b8413 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:15.341227 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b5284ed-e109-4744-adf5-725b1f058d10 req-2a9e8c57-34c5-444c-8d9c-3263635b8413 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.2198102 Jun 01 12:50:15.368159 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfee2-b394-484c-9213-9046ce183951 req-c909e0a4-829c-4945-ab06-754f96c30827 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:15.370470 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4d3bfee2-b394-484c-9213-9046ce183951 req-c909e0a4-829c-4945-ab06-754f96c30827 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1967494 Jun 01 12:50:15.392184 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57384) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:15.411940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.430568 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:15.435611 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fad1448cb5674029b6b303c4d7c6d579 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:15.439550 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:15.445823 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:15.448568 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4b5284ed-e109-4744-adf5-725b1f058d10 req-e1a72ff8-baa4-47db-a43d-42927d3193cf tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769219 Jun 01 12:50:15.495374 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4d3bfee2-b394-484c-9213-9046ce183951 req-1e2d0abf-7627-453c-85db-66061d911d76 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818291 Jun 01 12:50:15.621846 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.636644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.672186 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bc2ac06e-a1dd-485b-b2f2-2dd43dffae6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:15.728254 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fad1448cb5674029b6b303c4d7c6d579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349791 Jun 01 12:50:15.731389 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57396) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:15.734609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c4d74f-07fe-4fc6-bd9c-d07b36892d19,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:15.770116 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:15.832473 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.865310 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.954881 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:15.964161 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3c84b1ff-7f97-499c-89a1-a2caad63cfda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:15.994095 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c4d74f-07fe-4fc6-bd9c-d07b36892d19,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:16.004071 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:16.010640 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:16.012466 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/a7c4d74f-07fe-4fc6-bd9c-d07b36892d19 HTTP/1.1" status: 204 len: 168 time: 0.2797782 Jun 01 12:50:16.042811 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f248ee-de23-4b61-bd06-121d96e7c536 req-4ec693b9-913a-4e7d-8deb-308a1af08477 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:16.045829 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-68f248ee-de23-4b61-bd06-121d96e7c536 req-4ec693b9-913a-4e7d-8deb-308a1af08477 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 943 time: 0.1143186 Jun 01 12:50:16.109867 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-68f248ee-de23-4b61-bd06-121d96e7c536 req-ee18f5c1-cc7b-460d-a674-24f0fff3fe4c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563853 Jun 01 12:50:16.711386 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aacf2a-953a-47c6-9ad5-5e3fe8b83000 req-dc9539e0-10e3-4bb0-9f68-34fe282709c3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:16.712948 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62aacf2a-953a-47c6-9ad5-5e3fe8b83000 req-dc9539e0-10e3-4bb0-9f68-34fe282709c3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0927482 Jun 01 12:50:16.780886 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62aacf2a-953a-47c6-9ad5-5e3fe8b83000 req-183ff862-bf47-4c62-bee1-408a1a2449e8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Jun 01 12:50:17.087527 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2098e653-e758-42b0-81f5-a884c4003562 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:50:17.344870 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2098e653-e758-42b0-81f5-a884c4003562,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:17.377663 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '2098e653-e758-42b0-81f5-a884c4003562', 'network_id': '01197009-0000-473f-87e0-5a96d5aee6d6', 'port_id': '2098e653-e758-42b0-81f5-a884c4003562', 'mac_address': 'fa:16:3e:23:cc:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8effabb9-8172-4093-b8ea-2357e01d3ad9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:50:17.489981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24302a88-56d1-4a3d-8b91-093e81395d31 req-46a79e6c-986d-4bc5-8ead-b7d5272430b3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:17.491861 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-24302a88-56d1-4a3d-8b91-093e81395d31 req-46a79e6c-986d-4bc5-8ead-b7d5272430b3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 943 time: 0.2104738 Jun 01 12:50:17.512635 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.539482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2098e653-e758-42b0-81f5-a884c4003562 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:50:17.564317 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2098e653-e758-42b0-81f5-a884c4003562,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:17.570985 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:17.573473 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:17.611053 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-24302a88-56d1-4a3d-8b91-093e81395d31 req-43f6ff6f-46ac-4ec8-9f8c-111c290a3d14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093724 Jun 01 12:50:17.639444 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc8a5-c430-4deb-b195-0cd5328eef4a req-6d799aca-b740-47d7-86fd-cb62fca56ae2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:17.641151 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f93fc8a5-c430-4deb-b195-0cd5328eef4a req-6d799aca-b740-47d7-86fd-cb62fca56ae2 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.2597351 Jun 01 12:50:17.692111 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:17.697929 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:17.707491 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f93fc8a5-c430-4deb-b195-0cd5328eef4a req-0178c828-78c9-4720-b891-41437e772e6c tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Jun 01 12:50:17.915141 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:18.261295 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['2098e653-e758-42b0-81f5-a884c4003562'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:18.844045 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ac361-6eff-4828-9a56-360cea582b2f req-249da733-92fb-4a5e-bd7d-eee92c52d997 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:18.847334 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-076ac361-6eff-4828-9a56-360cea582b2f req-249da733-92fb-4a5e-bd7d-eee92c52d997 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 944 time: 0.1275377 Jun 01 12:50:18.956176 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-076ac361-6eff-4828-9a56-360cea582b2f req-e3c6b9b3-fce9-46b4-9f1c-da413aa3124f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002643 Jun 01 12:50:19.004174 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a1459-c31c-4565-9a73-878f0643547e req-2177c5e9-386b-41b1-8483-7b854c19f1c4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:19.006578 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-253a1459-c31c-4565-9a73-878f0643547e req-2177c5e9-386b-41b1-8483-7b854c19f1c4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.1239040 Jun 01 12:50:19.091738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-253a1459-c31c-4565-9a73-878f0643547e req-11e2e3f8-672d-4b52-b834-641400c5a5af tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Jun 01 12:50:19.212570 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cabcd-f421-473f-bf91-fba687bed6c2 req-f748f6d1-8ce1-4f86-8a64-f69965713ed4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:19.223907 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c5cabcd-f421-473f-bf91-fba687bed6c2 req-f748f6d1-8ce1-4f86-8a64-f69965713ed4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1351612 Jun 01 12:50:19.347666 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c5cabcd-f421-473f-bf91-fba687bed6c2 req-af32c738-02c5-4ef2-9ba4-a0e4421814d6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176808 Jun 01 12:50:19.774420 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-1f12bf58-d029-480f-9cf7-97a977d9e231 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:19.776882 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-1f12bf58-d029-480f-9cf7-97a977d9e231 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.1000588 Jun 01 12:50:20.059202 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Deleting port f7fa7e31-dedd-449a-b35e-092e5223c49a {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:20.060876 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.319165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] For port f7fa7e31-dedd-449a-b35e-092e5223c49a, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=f7fa7e31-dedd-449a-b35e-092e5223c49a,segment=NetworkSegment(4ace42e3-155e-4f0e-ad8a-025333d23f67),segment_id=4ace42e3-155e-4f0e-ad8a-025333d23f67)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:20.319598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:20.585147 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Calling delete_port for f7fa7e31-dedd-449a-b35e-092e5223c49a owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:20.968755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52477f6b-fae3-492d-a535-b870c52cc86d req-90670e02-ae04-432e-8208-6256f99c6b15 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:20.970838 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-52477f6b-fae3-492d-a535-b870c52cc86d req-90670e02-ae04-432e-8208-6256f99c6b15 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 946 time: 0.3736067 Jun 01 12:50:20.979662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97a27b-1ec2-4819-9515-9682695afbb5 req-4079d2b2-5aae-4427-be3f-4f5af0825947 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:20.981224 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-da97a27b-1ec2-4819-9515-9682695afbb5 req-4079d2b2-5aae-4427-be3f-4f5af0825947 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 944 time: 0.3824785 Jun 01 12:50:21.105182 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2098e653-e758-42b0-81f5-a884c4003562 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:21.125201 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-da97a27b-1ec2-4819-9515-9682695afbb5 req-d97c854c-85fa-4d12-b44c-4130da485931 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250823 Jun 01 12:50:21.141441 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-52477f6b-fae3-492d-a535-b870c52cc86d req-0b536d70-d459-42e1-922b-df99033bfb58 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/security-groups?id=cc5e4ec9-8a7d-47db-b419-021bce77fb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590209 Jun 01 12:50:21.152803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.179285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:21.234746 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 2098e653-e758-42b0-81f5-a884c4003562 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:21.244008 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 2098e653-e758-42b0-81f5-a884c4003562 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:21.244404 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.264730 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Pushing event deleted for resources: {'Port': ['ID=f7fa7e31-dedd-449a-b35e-092e5223c49a,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:21.267263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:21.401191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] No DVR routers for this DVR port f7fa7e31-dedd-449a-b35e-092e5223c49a on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:50:21.407186 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.411121 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'name': 'network-vif-deleted', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:21.418914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d7bd25-5205-4f11-b584-80518f676a46" -d '{"events": [{"server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "name": "network-vif-deleted", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:21.434759 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-941cbaf4-a1f5-436e-9c30-356947f3f6c3 req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.98 "DELETE /v2.0/ports/f7fa7e31-dedd-449a-b35e-092e5223c49a HTTP/1.1" status: 204 len: 173 time: 1.6513309 Jun 01 12:50:21.498720 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db18ff1-9fb1-4948-86ca-6f2dd2ad4deb x-openstack-request-id: req-8db18ff1-9fb1-4948-86ca-6f2dd2ad4deb {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:21.499167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f545c116-f52c-4423-9250-6e7a04ccdb75", "name": "network-vif-deleted", "tag": "f7fa7e31-dedd-449a-b35e-092e5223c49a", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:21.499620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8db18ff1-9fb1-4948-86ca-6f2dd2ad4deb {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:21.500176 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f545c116-f52c-4423-9250-6e7a04ccdb75', 'name': 'network-vif-deleted', 'tag': 'f7fa7e31-dedd-449a-b35e-092e5223c49a', 'status': 'completed', 'code': 200} Jun 01 12:50:21.519009 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.565707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2098e653-e758-42b0-81f5-a884c4003562'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:21.568258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1802045-0022-48da-a9a0-1ec9ea407831" -d '{"events": [{"server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "name": "network-vif-plugged", "status": "completed", "tag": "2098e653-e758-42b0-81f5-a884c4003562"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:21.578533 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2098e653-e758-42b0-81f5-a884c4003562,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:21.584736 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:21.585871 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device f7fa7e31-dedd-449a-b35e-092e5223c49a no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:50:21.630205 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:21.672968 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ea8897-0efd-4501-ad61-6ee1a7d961f3 x-openstack-request-id: req-d7ea8897-0efd-4501-ad61-6ee1a7d961f3 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:21.673409 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "name": "network-vif-plugged", "status": "completed", "tag": "2098e653-e758-42b0-81f5-a884c4003562", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:21.673789 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-d7ea8897-0efd-4501-ad61-6ee1a7d961f3 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:21.674287 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2098e653-e758-42b0-81f5-a884c4003562', 'code': 200} Jun 01 12:50:21.686817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: f7fa7e31-dedd-449a-b35e-092e5223c49a {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:50:21.687279 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device f7fa7e31-dedd-449a-b35e-092e5223c49a not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:50:21.730119 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:21.734072 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:21.942461 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b1a9d-36f2-4934-a67a-939d8676f9b2 req-a134a61b-1e21-4851-b55f-beb7ec9f8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:21.944121 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f41b1a9d-36f2-4934-a67a-939d8676f9b2 req-a134a61b-1e21-4851-b55f-beb7ec9f8062 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0940661 Jun 01 12:50:21.997848 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f41b1a9d-36f2-4934-a67a-939d8676f9b2 req-b3c04269-58b0-49b2-9a12-aefb55c2b6c5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432806 Jun 01 12:50:22.368439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57584) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:22.424616 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-75dacf5a-f4d1-4b79-893b-7349eb84aad4 req-10823e5a-c08b-4cd0-929c-0a4675fe02c4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Synchronizing usage tracker for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:22.463628 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-75dacf5a-f4d1-4b79-893b-7349eb84aad4 req-10823e5a-c08b-4cd0-929c-0a4675fe02c4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Unset dirty status for tenant:d8003845cd38499b9dea0c57c33af8b4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:22.464938 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-75dacf5a-f4d1-4b79-893b-7349eb84aad4 req-10823e5a-c08b-4cd0-929c-0a4675fe02c4 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] 10.222.0.93 "GET /v2.0/ports?device_id=f545c116-f52c-4423-9250-6e7a04ccdb75 HTTP/1.1" status: 200 len: 210 time: 0.1104271 Jun 01 12:50:22.481240 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57596) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:22.516232 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d448e-3e6e-4c84-a5ec-8d47e3119228 req-1d94c7c8-3078-4962-8d65-9e8843eb4146 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:22.521230 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-375d448e-3e6e-4c84-a5ec-8d47e3119228 req-1d94c7c8-3078-4962-8d65-9e8843eb4146 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.2145216 Jun 01 12:50:22.646303 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-375d448e-3e6e-4c84-a5ec-8d47e3119228 req-6d0735a8-87cb-45d3-9f20-e50a2cececf4 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052318 Jun 01 12:50:22.720890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.740646 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:22.762783 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Usage tracker for resource:security_group_rule and tenant:6823d9fac5044024806c260dbe3d4b0a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:22.767742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:22.771319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:22.787977 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:22.800259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:22.808902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Usage tracker for resource:security_group_rule and tenant:f6960fc3605047c28f0a75c03e57b936 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:22.813469 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:22.832021 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:22.994982 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57608) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:23.056273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.068159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.078753 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-18db934b-46f2-480f-ac28-9c5633bf89b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.104977 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.123839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.130841 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.141757 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=6823d9fac5044024806c260dbe3d4b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6586442 Jun 01 12:50:23.145821 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57614) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:23.145965 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7229d5d1-1606-43c6-ab1d-5556217a09b9,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.148469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:23.150531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.150766 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c4dfe414-1e6d-4f19-a1d2-6f7db6e1c0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.165704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Usage tracker for resource:security_group_rule and tenant:28741a4908d141db8229eec734653ac3 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:23.171039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:23.183698 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:23.183937 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f6960fc3605047c28f0a75c03e57b936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8141384 Jun 01 12:50:23.187004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57618) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:23.204706 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8e6cca-92e9-4540-83fa-c719c1f3096e,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.209730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.250414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.266396 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.294113 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.295872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.356885 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.360873 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4c15352d-e948-4b0c-896a-907e73ec198c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.371417 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.375670 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.377890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8e6cca-92e9-4540-83fa-c719c1f3096e,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.383921 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.385935 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ecfbd656-055e-40fe-bde1-ad7062e4ae08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.389426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.391245 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cf8e6cca-92e9-4540-83fa-c719c1f3096e HTTP/1.1" status: 204 len: 168 time: 0.2032347 Jun 01 12:50:23.433962 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.442498 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=28741a4908d141db8229eec734653ac3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459140 Jun 01 12:50:23.447424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d92d47-752a-4960-90dc-2ed8e7b6261b,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.448824 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57624) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:23.451697 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.452484 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-688913a0-f667-4b5b-b53a-5c8d684a2221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.471240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7229d5d1-1606-43c6-ab1d-5556217a09b9,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.474398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.475756 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.477148 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7229d5d1-1606-43c6-ab1d-5556217a09b9 HTTP/1.1" status: 204 len: 168 time: 0.3307304 Jun 01 12:50:23.545017 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.582401 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.665762 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.677453 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1b46af1e-8578-4b0c-a424-196664fce09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:23.702880 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d92d47-752a-4960-90dc-2ed8e7b6261b,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:23.705661 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:23.707033 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69d92d47-752a-4960-90dc-2ed8e7b6261b HTTP/1.1" status: 204 len: 168 time: 0.2570083 Jun 01 12:50:23.709844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:23.951465 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5987b9-9008-4001-b0db-b65d3a52cda2 req-fcd93bdb-1092-414e-9aad-3563f3f4ecbb tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:23.953593 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8a5987b9-9008-4001-b0db-b65d3a52cda2 req-fcd93bdb-1092-414e-9aad-3563f3f4ecbb tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.1269834 Jun 01 12:50:24.017591 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8a5987b9-9008-4001-b0db-b65d3a52cda2 req-2d0e6812-3137-48d7-9fe3-be149b1c5ddd tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577302 Jun 01 12:50:24.076170 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57656) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:24.119238 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.152906 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:24.171841 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Usage tracker for resource:security_group_rule and tenant:942d3738e94a47fe829447d99662b637 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:24.175382 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:24.182610 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:24.330328 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.341947 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.354959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d54751f5-0839-40c7-bcc3-cce4e2f86c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:24.415332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231df1a1-aa28-4134-891c-f5352c397c08,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:24.438950 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:24.466005 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=942d3738e94a47fe829447d99662b637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878598 Jun 01 12:50:24.468685 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57676) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:24.575997 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.613449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.747241 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.754416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d5e2454e-b828-4ad1-95f5-749b4810a1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:24.783587 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231df1a1-aa28-4134-891c-f5352c397c08,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:24.796033 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:24.811805 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:24.813862 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/231df1a1-aa28-4134-891c-f5352c397c08 HTTP/1.1" status: 204 len: 168 time: 0.3437054 Jun 01 12:50:24.929162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-0476e571-23ef-4ad6-b469-6e6c449e3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:24.931020 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-0476e571-23ef-4ad6-b469-6e6c449e3212 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.2369528 Jun 01 12:50:25.353794 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc532f1-508b-40c1-ac25-a763ef4612fb req-bb06f210-7944-45f1-b638-fda838d4e58c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.365701 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6dc532f1-508b-40c1-ac25-a763ef4612fb req-bb06f210-7944-45f1-b638-fda838d4e58c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.3786428 Jun 01 12:50:25.394372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-c8c44e51-04b7-4248-aca4-8a66281c625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.395904 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-c8c44e51-04b7-4248-aca4-8a66281c625f service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.4583099 Jun 01 12:50:25.488423 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-55154f82-4836-4267-902e-16db515226a5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.0746467 Jun 01 12:50:25.501005 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6dc532f1-508b-40c1-ac25-a763ef4612fb req-07ff6acd-6cc2-494d-b152-fd1e17cdc1ff tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339662 Jun 01 12:50:25.567988 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-673b7048-021d-46b4-b05a-2cd7cef869ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:25.569722 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-673b7048-021d-46b4-b05a-2cd7cef869ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.0678053 Jun 01 12:50:25.586872 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:50:25.635933 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-e1cbd2a2-a4a6-414c-855a-1eee3e840d02 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574112 Jun 01 12:50:25.925978 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-e92b4d24-3a7c-44b6-b6f2-0614f5835a38 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816646 Jun 01 12:50:26.094130 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fc0a5e59-c810-43bb-b93d-6cbe364b5057 req-8e83351a-da69-44fd-8c51-684204e7942a service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533844 Jun 01 12:50:26.215013 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 57772) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:26.436304 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.468583 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:26.473789 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:10005a1d43f84aa882859144666bb32b is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:26.477965 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:26.486483 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:26.608290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.617098 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.625257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:26.757421 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=10005a1d43f84aa882859144666bb32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416925 Jun 01 12:50:26.760130 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 57806) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:26.761166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6760868b-1be4-4988-a258-12c81b6060ff,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:26.765151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:26.810037 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17701c-f9bd-461e-bbd6-57429f933f28 req-00d3f3e4-bd44-471d-a215-82f8b82957c8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:26.812625 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-be17701c-f9bd-461e-bbd6-57429f933f28 req-00d3f3e4-bd44-471d-a215-82f8b82957c8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1146488 Jun 01 12:50:26.850142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.880698 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-be17701c-f9bd-461e-bbd6-57429f933f28 req-ccc31a09-cdd2-4cb2-9f87-01563daa0e38 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588958 Jun 01 12:50:26.880909 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.948995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.953527 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-326059f4-d729-440d-a323-039b9a0e3c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:26.971184 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6760868b-1be4-4988-a258-12c81b6060ff,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:26.972781 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:26.973973 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6760868b-1be4-4988-a258-12c81b6060ff HTTP/1.1" status: 204 len: 168 time: 0.2118556 Jun 01 12:50:26.974967 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:28.148782 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccc955-986d-4e20-be83-0bdc826299fe req-e9424d13-5214-4ba0-822f-f9499b526639 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:28.151163 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-85ccc955-986d-4e20-be83-0bdc826299fe req-e9424d13-5214-4ba0-822f-f9499b526639 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1109016 Jun 01 12:50:28.213137 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-85ccc955-986d-4e20-be83-0bdc826299fe req-b1277c2f-3baf-40d6-8088-af86ccb10f7d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528965 Jun 01 12:50:29.580138 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142fba5-5237-4a80-8fc1-fc667532bf5d req-258215f3-df51-4866-bbb0-02ef619b83d4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:29.590115 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2142fba5-5237-4a80-8fc1-fc667532bf5d req-258215f3-df51-4866-bbb0-02ef619b83d4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1784272 Jun 01 12:50:29.672245 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2142fba5-5237-4a80-8fc1-fc667532bf5d req-ec84ac20-d8b9-49e6-9dc3-7306d88773be tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806303 Jun 01 12:50:30.911145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2e7eb-be42-4c8d-83b3-4896cfb96aac req-91f77663-2383-467a-91a6-385ee235f8e0 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:30.913856 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92f2e7eb-be42-4c8d-83b3-4896cfb96aac req-91f77663-2383-467a-91a6-385ee235f8e0 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1000402 Jun 01 12:50:30.985778 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92f2e7eb-be42-4c8d-83b3-4896cfb96aac req-52ef321a-ed51-4af1-a070-b3fa823a907c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626249 Jun 01 12:50:32.372644 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752a08e-f005-412c-95a7-87f9bdd4919f req-96d310d1-e71d-4984-ad1b-559ab4220c9c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:32.385074 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8752a08e-f005-412c-95a7-87f9bdd4919f req-96d310d1-e71d-4984-ad1b-559ab4220c9c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2098594 Jun 01 12:50:32.487797 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8752a08e-f005-412c-95a7-87f9bdd4919f req-5e3ffca5-045f-473f-8d79-847d9c7d5fe8 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010191 Jun 01 12:50:33.149900 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62714bf9-30e7-4531-b1df-989498b5bd88 req-9d5506e9-d233-4546-a4e8-58131d76050f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:33.159313 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62714bf9-30e7-4531-b1df-989498b5bd88 req-9d5506e9-d233-4546-a4e8-58131d76050f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.1117091 Jun 01 12:50:33.208742 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62714bf9-30e7-4531-b1df-989498b5bd88 req-250da715-2fb0-4ce1-81c4-68fc28c113df tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483012 Jun 01 12:50:33.788341 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf63cff-60c0-4ca3-9499-b81171bda349 req-fd0fd33f-1a10-4ebf-a82b-6f9ca2b0d07e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:33.789936 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cdf63cff-60c0-4ca3-9499-b81171bda349 req-fd0fd33f-1a10-4ebf-a82b-6f9ca2b0d07e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1437666 Jun 01 12:50:33.870373 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cdf63cff-60c0-4ca3-9499-b81171bda349 req-d61b9eef-c370-482c-bc7f-7d6f33a04b26 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640903 Jun 01 12:50:34.491404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b7e6a-8bc9-45f7-a0a9-6c21f09e03fc req-39765680-f84f-4fe3-8ab7-048821ac0f4e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:34.493665 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3a8b7e6a-8bc9-45f7-a0a9-6c21f09e03fc req-39765680-f84f-4fe3-8ab7-048821ac0f4e tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.1516800 Jun 01 12:50:34.631406 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3a8b7e6a-8bc9-45f7-a0a9-6c21f09e03fc req-3d8c8f9d-d2c0-4d21-8dcc-3815933b08f1 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088223 Jun 01 12:50:35.163455 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd2677-2675-435e-ad20-349a58ea81aa req-7ad96c14-da67-4afb-b20a-f3b61d734d1e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:35.165036 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63cd2677-2675-435e-ad20-349a58ea81aa req-7ad96c14-da67-4afb-b20a-f3b61d734d1e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0884647 Jun 01 12:50:35.235581 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63cd2677-2675-435e-ad20-349a58ea81aa req-63527a9c-90a8-470f-87c3-da8d224bc77d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Jun 01 12:50:35.497138 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345b32d-0009-46fd-89a7-b0a24984144a req-a95e1ae9-d1c4-4b3d-a430-08468531ecab tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:35.499265 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f345b32d-0009-46fd-89a7-b0a24984144a req-a95e1ae9-d1c4-4b3d-a430-08468531ecab tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.1055641 Jun 01 12:50:35.729180 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Deleting port 2098e653-e758-42b0-81f5-a884c4003562 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:35.729693 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.033188 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] For port 2098e653-e758-42b0-81f5-a884c4003562, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2098e653-e758-42b0-81f5-a884c4003562,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:36.033627 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.287571 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Calling delete_port for 2098e653-e758-42b0-81f5-a884c4003562 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:36.309974 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f9402-a63b-4a51-9906-a016af1f6aaf req-0c7e63fc-86cc-4226-bf6f-fb681d90fb23 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:36.312452 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-956f9402-a63b-4a51-9906-a016af1f6aaf req-0c7e63fc-86cc-4226-bf6f-fb681d90fb23 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 945 time: 0.4310997 Jun 01 12:50:36.502218 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-956f9402-a63b-4a51-9906-a016af1f6aaf req-441cc89c-ddd8-4a9a-ae91-ab4f681932e0 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814516 Jun 01 12:50:36.647605 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a34b-6a92-411c-891d-6105b7b995cf req-f101ec79-f881-4117-b010-97d5630a84d6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:36.649258 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6643a34b-6a92-411c-891d-6105b7b995cf req-f101ec79-f881-4117-b010-97d5630a84d6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2718894 Jun 01 12:50:36.722056 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6643a34b-6a92-411c-891d-6105b7b995cf req-7b2d0add-1acf-40b8-a4b9-aac3637bac53 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639062 Jun 01 12:50:36.724459 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.741715 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:36.744714 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2', '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', '2bd6ceac-6c3f-4ef0-871d-a74868e12134', '2098e653-e758-42b0-81f5-a884c4003562'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:36.879324 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event deleted for resources: {'Port': ['ID=2098e653-e758-42b0-81f5-a884c4003562,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:36.913133 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:36.930298 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] No DVR routers for this DVR port 2098e653-e758-42b0-81f5-a884c4003562 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:50:36.934290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:36.961898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'name': 'network-vif-deleted', 'tag': '2098e653-e758-42b0-81f5-a884c4003562'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:36.967239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dbe0d3-603d-4473-83be-93798777bf68" -d '{"events": [{"server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "name": "network-vif-deleted", "tag": "2098e653-e758-42b0-81f5-a884c4003562"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:36.974414 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f345b32d-0009-46fd-89a7-b0a24984144a req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "DELETE /v2.0/ports/2098e653-e758-42b0-81f5-a884c4003562 HTTP/1.1" status: 204 len: 173 time: 1.4669940 Jun 01 12:50:37.071212 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dab59ec-bbbb-440c-850c-71b79e4c29eb x-openstack-request-id: req-2dab59ec-bbbb-440c-850c-71b79e4c29eb {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:37.072465 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9", "name": "network-vif-deleted", "tag": "2098e653-e758-42b0-81f5-a884c4003562", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:37.083281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2dab59ec-bbbb-440c-850c-71b79e4c29eb {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:37.084573 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9', 'name': 'network-vif-deleted', 'tag': '2098e653-e758-42b0-81f5-a884c4003562', 'status': 'completed', 'code': 200} Jun 01 12:50:37.719478 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c0c955a4-6882-4992-94d9-2b8b2e00aa3f req-39d1346c-2c13-443c-af2c-7e33562c43b3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:37.758338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c0c955a4-6882-4992-94d9-2b8b2e00aa3f req-39d1346c-2c13-443c-af2c-7e33562c43b3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:37.762658 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c0c955a4-6882-4992-94d9-2b8b2e00aa3f req-39d1346c-2c13-443c-af2c-7e33562c43b3 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=01c70fc7-3d2b-4eb4-a43c-5d7900eda6c9 HTTP/1.1" status: 200 len: 210 time: 0.1074538 Jun 01 12:50:38.027359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9942b1-77e2-4c2d-85d1-bcdcd1d471d7 req-f74207f2-f3c8-4249-af44-f5d515c0aaa9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:38.029594 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df9942b1-77e2-4c2d-85d1-bcdcd1d471d7 req-f74207f2-f3c8-4249-af44-f5d515c0aaa9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1243699 Jun 01 12:50:38.110985 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df9942b1-77e2-4c2d-85d1-bcdcd1d471d7 req-eb312cff-c159-48c2-ad52-9b2516e803dc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729775 Jun 01 12:50:38.759266 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58056) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:39.023338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.056708 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:39.065419 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Usage tracker for resource:security_group_rule and tenant:cff8b98816c648d68a0f9c9f02d04f90 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:39.071411 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:39.082769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:39.166996 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2098e653-e758-42b0-81f5-a884c4003562 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:50:39.255017 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 2098e653-e758-42b0-81f5-a884c4003562 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:50:39.255953 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2098e653-e758-42b0-81f5-a884c4003562 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:50:39.341838 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.350659 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.371575 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:39.513192 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c90ae59-466f-4d4c-9ed2-4dabc36dca38,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:39.542482 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:39.591254 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b1f3b-aba8-4973-bd03-5994ddd1a5ba req-83d6ac8f-3d20-4769-bfe2-9b8ba83c18a7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:39.605202 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1e5b1f3b-aba8-4973-bd03-5994ddd1a5ba req-83d6ac8f-3d20-4769-bfe2-9b8ba83c18a7 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1954286 Jun 01 12:50:39.624590 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=cff8b98816c648d68a0f9c9f02d04f90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8597331 Jun 01 12:50:39.630571 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58076) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:39.757944 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1e5b1f3b-aba8-4973-bd03-5994ddd1a5ba req-b92dc963-c3fd-4837-aff4-96fa96f9b0f2 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511333 Jun 01 12:50:39.797357 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.866705 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.965748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.971974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b6fc19be-74a5-4d0d-b64f-b46f9857de87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:39.990705 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:39.992199 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/7c90ae59-466f-4d4c-9ed2-4dabc36dca38 HTTP/1.1" status: 204 len: 168 time: 0.3599164 Jun 01 12:50:40.007073 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c90ae59-466f-4d4c-9ed2-4dabc36dca38,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:40.019043 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:40.308947 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a847bb20-cb61-4090-83f0-f0b112084450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.070514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd89b9a-0c89-49eb-996c-8ba4667e73d4 req-d87489b7-3682-448e-a47c-d9429ff93ea5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.073406 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8bd89b9a-0c89-49eb-996c-8ba4667e73d4 req-d87489b7-3682-448e-a47c-d9429ff93ea5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1470048 Jun 01 12:50:41.155568 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8bd89b9a-0c89-49eb-996c-8ba4667e73d4 req-600c2227-0633-435a-8e9c-c111fd958e78 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738039 Jun 01 12:50:41.378485 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58118) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:41.526951 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b6ac-2d8c-4c6a-b763-c65bfc93341e req-11b305a1-98fc-4360-a50d-8854c747a859 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:41.535819 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9a95b6ac-2d8c-4c6a-b763-c65bfc93341e req-11b305a1-98fc-4360-a50d-8854c747a859 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.1398036 Jun 01 12:50:41.573165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1556748632-network', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:41.587813 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:41.597411 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Usage tracker for resource:network and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:41.602609 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:41.611995 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9a95b6ac-2d8c-4c6a-b763-c65bfc93341e req-4a841dce-1abf-44f3-8e9e-acd57d5d3e37 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Jun 01 12:50:41.617327 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:41.629330 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Made reservation on behalf of f8bc0167e43545329eae9e19526ae2a9 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:41.632428 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.653677 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.678841 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:41.685645 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:41.690904 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:41.698072 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:41.848458 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.853600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.858855 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-474c28eb-e4f5-4b76-ad6a-6b5566675bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:41.902970 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:50:41.918023 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c31784e-ea33-421d-82c8-64760797fb7d,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:41.934085 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:41.941170 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.941667 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Added segment 80b141af-1e19-4a9c-ac64-1232e46ebd18 of type vlan for network bf206acb-d519-44a4-a7e5-eaf4dc124404 Jun 01 12:50:41.956130 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:41.980794 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.045884 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.048483 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.049629 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.054889 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:42.216781 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bf206acb-d519-44a4-a7e5-eaf4dc124404,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:42.223075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:42.229991 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58134) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:42.231320 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8513727 Jun 01 12:50:42.236466 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:50:42.245553 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Request body: {'subnet': {'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1556748632-subnet', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:42.260930 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:42.294400 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Usage tracker for resource:subnet and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:42.307959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:42.337769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:42.369817 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Made reservation on behalf of f8bc0167e43545329eae9e19526ae2a9 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:42.374076 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:42.494997 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c702bff-7bea-43bb-97bd-59a93c8805ab req-40fbc377-6957-4625-9700-6724ee403a31 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.502723 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c702bff-7bea-43bb-97bd-59a93c8805ab req-40fbc377-6957-4625-9700-6724ee403a31 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1146905 Jun 01 12:50:42.563670 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7c702bff-7bea-43bb-97bd-59a93c8805ab req-2408c959-a782-4d19-a11d-d239a4036250 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599446 Jun 01 12:50:42.866356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99410e2b-e818-4719-9db6-19516326e1f3 req-a3c4e973-6f20-4a5a-9bff-78facf29a48a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:42.868131 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99410e2b-e818-4719-9db6-19516326e1f3 req-a3c4e973-6f20-4a5a-9bff-78facf29a48a tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.1170540 Jun 01 12:50:42.928253 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99410e2b-e818-4719-9db6-19516326e1f3 req-4d5de9a3-d086-4fee-a49f-d09ae1d62231 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507288 Jun 01 12:50:43.006929 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.012126 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e57b8cfc-b828-4ec2-aca5-a6ba43369173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:43.098730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=891a56dd-5650-4ed6-aefb-ea2fd4228311,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:43.103172 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:43.106154 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Checking segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:43.106473 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Network hostable DHCP agents. Network: bf206acb-d519-44a4-a7e5-eaf4dc124404, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:50:43.129907 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:50:43.145969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, bf206acb-d519-44a4-a7e5-eaf4dc124404) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:43.157327 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903d3055-c258-4039-b039-bc8ec15ec296 None None] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:43.177499 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:43.178006 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.218643 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-5ac58fb6-4ff2-4a4c-ad47-b78c83ba75cf admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9814823 Jun 01 12:50:43.219176 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58148) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:43.225474 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:43.237009 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:43.244303 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Usage tracker for resource:router and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:43.248585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:43.259959 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:43.279462 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.281287 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.304619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.617943 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-bf206acb-d519-44a4-a7e5-eaf4dc124404', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:50:43.623660 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.762161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:43.863297 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5d19214b-cf68-44af-8b7b-dad2b052c502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.048151 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Allocated IP 172.20.0.2 (bf206acb-d519-44a4-a7e5-eaf4dc124404/891a56dd-5650-4ed6-aefb-ea2fd4228311/2203910e-082f-42b9-a7d4-f3b764d52e9c) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:44.277260 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-d19ee867-ed9e-47c5-aeb2-7572c0c08005 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.279245 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-d19ee867-ed9e-47c5-aeb2-7572c0c08005 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.5078700 Jun 01 12:50:44.292096 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.336409 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.355713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Transition to ACTIVE for port object 2203910e-082f-42b9-a7d4-f3b764d52e9c will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:44.387035 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Transition to ACTIVE for port object 2203910e-082f-42b9-a7d4-f3b764d52e9c will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:44.396166 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.408941 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:44.414380 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f3a24-fe5f-49d2-802b-1f4bcdc4d1e5 req-fb9fc3a7-27a6-4eb5-995f-b409ba645dee tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.416023 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-791f3a24-fe5f-49d2-802b-1f4bcdc4d1e5 req-fb9fc3a7-27a6-4eb5-995f-b409ba645dee tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.4323108 Jun 01 12:50:44.470983 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:44.475029 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:44.484761 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:44.535709 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Pushing event updated for resources: {'Port': ['ID=2203910e-082f-42b9-a7d4-f3b764d52e9c,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:44.544370 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:44.549910 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-791f3a24-fe5f-49d2-802b-1f4bcdc4d1e5 req-bb89a17f-425a-45c8-b791-635b351ada3f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928266 Jun 01 12:50:44.560639 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6be70-f79c-497f-9ab5-58ca17eb6938 req-6a44c7da-39d8-437c-9849-3dc5d47848b0 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:44.573406 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-37a6be70-f79c-497f-9ab5-58ca17eb6938 req-6a44c7da-39d8-437c-9849-3dc5d47848b0 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.4338620 Jun 01 12:50:44.647027 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Attempting to bind port 2203910e-082f-42b9-a7d4-f3b764d52e9c on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:44.647400 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Attempting to bind port 2203910e-082f-42b9-a7d4-f3b764d52e9c by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:44.647767 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Attempting to bind port 2203910e-082f-42b9-a7d4-f3b764d52e9c on network bf206acb-d519-44a4-a7e5-eaf4dc124404 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:44.656357 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:44.656819 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Checking segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:44.657102 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.657493 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Bound using segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:44.657984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Bound port: 2203910e-082f-42b9-a7d4-f3b764d52e9c, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:44.658352 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.710136 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-37a6be70-f79c-497f-9ab5-58ca17eb6938 req-3731c4d1-258b-4744-9c11-7aed2ea8f4f7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355138 Jun 01 12:50:44.782706 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Deleting port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:44.783049 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.799751 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] For port 2203910e-082f-42b9-a7d4-f3b764d52e9c, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:44.804537 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] For port 2203910e-082f-42b9-a7d4-f3b764d52e9c, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2203910e-082f-42b9-a7d4-f3b764d52e9c,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:44.813531 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:44.819664 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-aca7f080-33d8-495c-bf64-684d5c21d7a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:44.927592 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Pushing event updated for resources: {'Port': ['ID=2203910e-082f-42b9-a7d4-f3b764d52e9c,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:44.936176 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:45.028476 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.096362 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.167180 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] For port 2bd6ceac-6c3f-4ef0-871d-a74868e12134, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2bd6ceac-6c3f-4ef0-871d-a74868e12134,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:45.167654 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.303794 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:45.440943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Calling delete_port for 2bd6ceac-6c3f-4ef0-871d-a74868e12134 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:45.592212 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Allocated IP 172.28.3.120 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/cd14847d-12b8-4ef5-a960-b8c13160d958) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:46.003720 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2203910e-082f-42b9-a7d4-f3b764d52e9c up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:46.108903 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 2203910e-082f-42b9-a7d4-f3b764d52e9c completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:46.339830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.360244 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2', '39e7f3ba-eb7f-47bb-8588-d8ef144026e8'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:46.404470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:46.522296 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.590887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] No DVR routers for this DVR port 2bd6ceac-6c3f-4ef0-871d-a74868e12134 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:50:46.590887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event deleted for resources: {'Port': ['ID=2bd6ceac-6c3f-4ef0-871d-a74868e12134,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:46.590887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.590887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'name': 'network-vif-deleted', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:46.590887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9309bb-18fb-4aab-8229-57984ae805dd" -d '{"events": [{"server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "name": "network-vif-deleted", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:46.601939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:46.616073 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410918f-0627-4708-9d06-389cb289c2d8 req-fb536e40-03a0-47a0-86c3-006a76292cd6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:46.619459 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39ca537-0c64-4b7a-ab72-c15bb9d23e80 None None] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:46.627541 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6410918f-0627-4708-9d06-389cb289c2d8 req-fb536e40-03a0-47a0-86c3-006a76292cd6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.8868845 Jun 01 12:50:46.670632 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3b3c6c19-2398-4eb0-99fc-0ce6d0db2875 req-cc5d9645-63a3-45cb-acb7-02e175769e46 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "DELETE /v2.0/ports/2bd6ceac-6c3f-4ef0-871d-a74868e12134 HTTP/1.1" status: 204 len: 173 time: 2.3845024 Jun 01 12:50:46.695256 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6410918f-0627-4708-9d06-389cb289c2d8 req-fc22ad44-b67e-4c43-8442-4485936993ae tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607262 Jun 01 12:50:46.704865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96def5d-d0c6-4eb8-84de-25189201f935 req-48b4704a-cbaa-4130-8885-2bcde52f0366 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:46.709364 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f96def5d-d0c6-4eb8-84de-25189201f935 req-48b4704a-cbaa-4130-8885-2bcde52f0366 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:46.747981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f96def5d-d0c6-4eb8-84de-25189201f935 req-48b4704a-cbaa-4130-8885-2bcde52f0366 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:46.749560 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f96def5d-d0c6-4eb8-84de-25189201f935 req-48b4704a-cbaa-4130-8885-2bcde52f0366 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=c935a825-8e11-4203-a60a-62b5e9c45d43 HTTP/1.1" status: 200 len: 946 time: 0.8536870 Jun 01 12:50:46.751389 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:46.757856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:46.858557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:46.870553 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:46.877651 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:46.895841 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Provisioning for port 2203910e-082f-42b9-a7d4-f3b764d52e9c completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:46.930409 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Provisioning complete for port 2203910e-082f-42b9-a7d4-f3b764d52e9c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:46.931013 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.037294 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f96def5d-d0c6-4eb8-84de-25189201f935 req-ff0cb2be-db33-400b-bc5e-527a13b78f35 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403121 Jun 01 12:50:47.040498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Pushing event updated for resources: {'Port': ['ID=cd14847d-12b8-4ef5-a960-b8c13160d958,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:47.047413 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:47.214426 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2bd6ceac-6c3f-4ef0-871d-a74868e12134 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:50:47.224397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6852a5-f075-45ec-a14d-0559eefb3374 x-openstack-request-id: req-be6852a5-f075-45ec-a14d-0559eefb3374 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:47.224820 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c935a825-8e11-4203-a60a-62b5e9c45d43", "name": "network-vif-deleted", "tag": "2bd6ceac-6c3f-4ef0-871d-a74868e12134", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:47.225160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-be6852a5-f075-45ec-a14d-0559eefb3374 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:47.225718 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c935a825-8e11-4203-a60a-62b5e9c45d43', 'name': 'network-vif-deleted', 'tag': '2bd6ceac-6c3f-4ef0-871d-a74868e12134', 'status': 'completed', 'code': 200} Jun 01 12:50:47.290945 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 2bd6ceac-6c3f-4ef0-871d-a74868e12134 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:50:47.291244 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2bd6ceac-6c3f-4ef0-871d-a74868e12134 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:50:47.365227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.379323 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.432870 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] For port 2203910e-082f-42b9-a7d4-f3b764d52e9c, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2203910e-082f-42b9-a7d4-f3b764d52e9c,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:47.441347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.444410 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:47.522056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Pushing event updated for resources: {'Port': ['ID=2203910e-082f-42b9-a7d4-f3b764d52e9c,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:47.525424 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:47.758614 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.763365 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-f81a2828-fd40-46d2-b6ae-07cff78d2de8 None None] Provisioning complete for port 2203910e-082f-42b9-a7d4-f3b764d52e9c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:47.763860 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f81a2828-fd40-46d2-b6ae-07cff78d2de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.903445 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2203910e-082f-42b9-a7d4-f3b764d52e9c up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:47.957601 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:47.982046 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2203910e-082f-42b9-a7d4-f3b764d52e9c triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:47.982421 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:48.038785 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29917d6-4e34-4e4b-82b8-7235c7bcbe7b req-82a14cae-6f3d-468a-9ec6-8f820460284b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.040333 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b29917d6-4e34-4e4b-82b8-7235c7bcbe7b req-82a14cae-6f3d-468a-9ec6-8f820460284b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1899564 Jun 01 12:50:48.193183 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:50:48.273066 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b29917d6-4e34-4e4b-82b8-7235c7bcbe7b req-1180f490-bf0c-4926-a94d-4ebe10a14cbb tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140656 Jun 01 12:50:48.404533 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:48.419942 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Sync routers for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:48.430445 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:48.431417 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:48.432088 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:48.432957 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2123671 Jun 01 12:50:48.436448 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58230) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:48.641368 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:48.710241 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8417f3-eef1-4593-bed1-621ee2b4d157 req-0d91cc30-6d0e-44be-b9ef-d619792635e6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:48.711962 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ae8417f3-eef1-4593-bed1-621ee2b4d157 req-0d91cc30-6d0e-44be-b9ef-d619792635e6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.0913143 Jun 01 12:50:48.770001 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ae8417f3-eef1-4593-bed1-621ee2b4d157 req-79d05f9e-069c-4494-8c84-3b320c434a02 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519838 Jun 01 12:50:48.992008 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:47Z', 'revision_number': 3, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:48.999095 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Checking router: 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:48.999744 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Updating router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 port cd14847d-12b8-4ef5-a960-b8c13160d958 binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:49.095038 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.422507 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.597295 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.607881 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a40482-6624-4486-9b79-5a4827b6940c req-ad0dbe74-251c-4571-97a6-2f5f58f0e7da tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:49.609417 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b4a40482-6624-4486-9b79-5a4827b6940c req-ad0dbe74-251c-4571-97a6-2f5f58f0e7da tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0988636 Jun 01 12:50:49.613847 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Transition to ACTIVE for port object cd14847d-12b8-4ef5-a960-b8c13160d958 will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:49.621501 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.625732 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:49.658542 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b4a40482-6624-4486-9b79-5a4827b6940c req-8cf98f4f-59f1-48d7-874e-ebcbffc139fd tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416839 Jun 01 12:50:49.703286 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Pushing event updated for resources: {'Port': ['ID=cd14847d-12b8-4ef5-a960-b8c13160d958,revision_number=2']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:49.707945 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Attempting to bind port cd14847d-12b8-4ef5-a960-b8c13160d958 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:49.708316 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Attempting to bind port cd14847d-12b8-4ef5-a960-b8c13160d958 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:49.708677 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Attempting to bind port cd14847d-12b8-4ef5-a960-b8c13160d958 on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:49.715687 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.716049 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.716369 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.716758 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.717014 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.717335 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.717608 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.717906 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.718203 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.718506 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.718793 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.719096 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:50:49.724215 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:49.725315 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:49.725487 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:49.725849 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.726227 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:49.726690 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Bound port: cd14847d-12b8-4ef5-a960-b8c13160d958, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:49.727049 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.728972 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Allocated IP 172.20.0.1 (bf206acb-d519-44a4-a7e5-eaf4dc124404/891a56dd-5650-4ed6-aefb-ea2fd4228311/60805548-8d0f-4932-975c-8414a692702d) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:49.805087 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] For port cd14847d-12b8-4ef5-a960-b8c13160d958, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:49.809158 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] For port cd14847d-12b8-4ef5-a960-b8c13160d958, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cd14847d-12b8-4ef5-a960-b8c13160d958,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:49.814833 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.820183 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:49.883354 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.898975 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:49.899610 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:49.900859 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Transition to ACTIVE for port object 60805548-8d0f-4932-975c-8414a692702d will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:49.925690 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:49.929517 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f3e876b0-9f86-4633-963f-5584c028cba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:49.966766 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Pushing event updated for resources: {'Port': ['ID=cd14847d-12b8-4ef5-a960-b8c13160d958,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:49.972236 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-7f8893b2-073e-4295-bfcb-b1c30e686b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:49.987596 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585c62f-e851-45d1-aa66-094abea169d8 req-b90f630e-e8b1-4387-bdd1-1f12a5280412 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:49.994397 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2585c62f-e851-45d1-aa66-094abea169d8 req-b90f630e-e8b1-4387-bdd1-1f12a5280412 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.0924120 Jun 01 12:50:49.995601 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:49.999216 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:50.003173 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:50.057766 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2585c62f-e851-45d1-aa66-094abea169d8 req-25624808-88ca-40a1-af4b-567654df2293 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622604 Jun 01 12:50:50.075174 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.087979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Pushing event updated for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:50.091934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:50.130946 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:50.225724 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.236998 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-60397c77-3753-4b96-b554-a5a70681df2d None None] Provisioning for port 60805548-8d0f-4932-975c-8414a692702d completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:50.244064 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-60397c77-3753-4b96-b554-a5a70681df2d None None] Provisioning complete for port 60805548-8d0f-4932-975c-8414a692702d triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:50.244768 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-60397c77-3753-4b96-b554-a5a70681df2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.308993 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-60397c77-3753-4b96-b554-a5a70681df2d None None] Port 60805548-8d0f-4932-975c-8414a692702d cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:50.452525 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:47Z', 'revision_number': 3, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:50.457186 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1be5fc-00bc-4883-bcd8-0531b49d374b None None] The sync data for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb is: [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:47Z', 'revision_number': 3, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:50.498805 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.503885 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.532251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a9eed5d6-6207-40ab-af4f-bea1e104e8bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:50.575449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58294) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:50.641775 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-34f36d94-6d94-4d9c-ba43-18684f2e4a16 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:50.644251 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-34f36d94-6d94-4d9c-ba43-18684f2e4a16 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.1069834 Jun 01 12:50:50.678582 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Pushing event updated for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:50.681162 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.693060 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:50.725863 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Deleting subnet 8f5cfe17-4f2d-4b82-b80f-d5360844076a {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:50:50.778957 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:50.906842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Deleting port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:50.907208 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.009565 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.092151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:51.093414 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.116824 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] For port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:51.117466 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.121665 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:51.278529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Calling delete_port for 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:51.406528 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525786e-c98b-40cb-811c-ed77891eee40 req-f3e8f7d2-a557-4bed-ae6e-7c13f089faea tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:51.408447 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5525786e-c98b-40cb-811c-ed77891eee40 req-f3e8f7d2-a557-4bed-ae6e-7c13f089faea tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.5459008 Jun 01 12:50:51.448725 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-e2fff8a3-5c81-41a5-9db6-7b996ecc3477 None None] Provisioning complete for port 60805548-8d0f-4932-975c-8414a692702d triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:51.449334 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e2fff8a3-5c81-41a5-9db6-7b996ecc3477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.515109 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:50:51.529044 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-e2fff8a3-5c81-41a5-9db6-7b996ecc3477 None None] Port 60805548-8d0f-4932-975c-8414a692702d cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:50:51.543855 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5525786e-c98b-40cb-811c-ed77891eee40 req-ae3d2815-94ae-4739-8e59-67426c591287 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252880 Jun 01 12:50:51.557045 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6261b35-5ca1-45cf-b286-229fb0203eda req-87dfd6d4-7dad-4be7-a477-0cf971ed0c7f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:51.558747 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c6261b35-5ca1-45cf-b286-229fb0203eda req-87dfd6d4-7dad-4be7-a477-0cf971ed0c7f tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=ade9d6d4-3a1d-44e4-ac14-be2d76592dfa HTTP/1.1" status: 200 len: 945 time: 0.2914863 Jun 01 12:50:51.623922 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.631459 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4c3311f7-51b1-4d3c-b6f4-2e20533d26a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:51.640325 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['1d00d7ce-3456-4da3-acbc-fc527ce04ea2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:50:51.670248 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c6261b35-5ca1-45cf-b286-229fb0203eda req-6050c56e-fbdc-4473-9eb1-8e0ed30654bf tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015277 Jun 01 12:50:51.683848 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event deleted for resources: {'Port': ['ID=39e7f3ba-eb7f-47bb-8588-d8ef144026e8,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:51.686232 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:51.773685 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] No DVR routers for this DVR port 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:50:51.777035 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.782149 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.782703 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'name': 'network-vif-deleted', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:51.784720 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b9d6f6-94a4-40fe-bb1f-a3c3e50bcc2a" -d '{"events": [{"server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "name": "network-vif-deleted", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:51.791703 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:51.805520 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0dc28d03-4afd-4e74-a23b-2a75ead1763b req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "DELETE /v2.0/ports/39e7f3ba-eb7f-47bb-8588-d8ef144026e8 HTTP/1.1" status: 204 len: 173 time: 1.1478598 Jun 01 12:50:51.861755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1549944-9420-4751-95f5-63b4d3f4804e x-openstack-request-id: req-e1549944-9420-4751-95f5-63b4d3f4804e {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:50:51.862054 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade9d6d4-3a1d-44e4-ac14-be2d76592dfa", "name": "network-vif-deleted", "tag": "39e7f3ba-eb7f-47bb-8588-d8ef144026e8", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:50:51.862329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e1549944-9420-4751-95f5-63b4d3f4804e {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:50:51.862749 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade9d6d4-3a1d-44e4-ac14-be2d76592dfa', 'name': 'network-vif-deleted', 'tag': '39e7f3ba-eb7f-47bb-8588-d8ef144026e8', 'status': 'completed', 'code': 200} Jun 01 12:50:51.863550 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:51.868154 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f5cfe17-4f2d-4b82-b80f-d5360844076a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:51.871367 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:51.890712 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8f5cfe17-4f2d-4b82-b80f-d5360844076a HTTP/1.1" status: 204 len: 168 time: 1.3068278 Jun 01 12:50:51.893213 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58310) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:51.896407 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:50:51.921912 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] 10.222.0.93 "PUT /v2.0/routers/4efaaf62-122c-49a0-9b03-0c9c0830ebf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4817493 Jun 01 12:50:52.014883 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cd14847d-12b8-4ef5-a960-b8c13160d958 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:52.082723 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.108602 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port cd14847d-12b8-4ef5-a960-b8c13160d958 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:52.115237 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port cd14847d-12b8-4ef5-a960-b8c13160d958 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:52.115601 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.227788 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.249291 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16af2fa9-8946-4607-ba9f-fb1fb090f090']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:52.265746 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ace42e3-155e-4f0e-ad8a-025333d23f67') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:52.266070 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ace42e3-155e-4f0e-ad8a-025333d23f67') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:52.281295 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.288895 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.305771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.314232 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port cd14847d-12b8-4ef5-a960-b8c13160d958, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cd14847d-12b8-4ef5-a960-b8c13160d958,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:52.323674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.325919 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Releasing vlan 1064 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:50:52.327091 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.327313 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:50:52.352372 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:50:52.444642 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=cd14847d-12b8-4ef5-a960-b8c13160d958,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:52.450426 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:52.475661 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.480642 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6bc4f1d4-2ca4-4b2f-b6d8-c663e6eb7cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:52.503378 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.525883 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Pushing event deleted for resources: {'Network': ['ID=16af2fa9-8946-4607-ba9f-fb1fb090f090,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:52.532570 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:52.538857 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Sync routers for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:50:52.543645 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] 10.222.0.93 "DELETE /v2.0/networks/16af2fa9-8946-4607-ba9f-fb1fb090f090 HTTP/1.1" status: 204 len: 168 time: 0.6489444 Jun 01 12:50:52.575885 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:52.577101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:52.855251 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58336) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:52.859704 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:52.862492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159202873-network', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:52.869077 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:52.893897 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e0f91-76fa-4952-90f3-88c92fc764fc req-238755cc-a24c-4631-bb0b-dde8e899a72f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:52.902305 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-282e0f91-76fa-4952-90f3-88c92fc764fc req-238755cc-a24c-4631-bb0b-dde8e899a72f tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1935778 Jun 01 12:50:52.905016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Usage tracker for resource:network and tenant:45aab504372c483f8fdcffc3b6e03469 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:52.924854 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:52.935142 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:52.966020 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Made reservation on behalf of 45aab504372c483f8fdcffc3b6e03469 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:52.968323 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:52.985275 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58344) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:52.993020 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-282e0f91-76fa-4952-90f3-88c92fc764fc req-5944973d-966b-44e3-8c77-0394a98d2229 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895956 Jun 01 12:50:52.993914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.085169 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-188eea43-4b43-4913-b4b2-5483f99bc621 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d8003845cd38499b9dea0c57c33af8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983012 Jun 01 12:50:53.090283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58348) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:53.149162 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:53.164383 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Usage tracker for resource:security_group_rule and tenant:45aab504372c483f8fdcffc3b6e03469 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:53.171886 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:53.185941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:53.207704 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.254854 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:50:53.256955 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.303034 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:50:53.303580 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 39e7f3ba-eb7f-47bb-8588-d8ef144026e8 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:50:53.367627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.374416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7a1e4ca3-6d6a-4a9c-99d0-e583ff950241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:53.377080 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.383621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.390140 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a27972ff-45e5-4c4b-a4b1-432f0f656542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:53.390951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5e4ec9-8a7d-47db-b419-021bce77fb26,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:53.394510 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:53.407016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.410558 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/cc5e4ec9-8a7d-47db-b419-021bce77fb26 HTTP/1.1" status: 204 len: 168 time: 0.3183787 Jun 01 12:50:53.430834 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111606a4-e0b8-486c-8817-e49f4184c6de,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:53.433605 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 2, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:53.434198 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1083} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:50:53.437280 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:53.439864 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Checking router: 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:50:53.440574 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Updating router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 port 60805548-8d0f-4932-975c-8414a692702d binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:50:53.447923 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.448415 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Added segment a8c4efe8-9d7d-4400-ad57-f2e40fa3e220 of type vlan for network eb050b31-5ff1-43b7-a879-c390a2ac2090 Jun 01 12:50:53.486695 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.504624 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.523270 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.526144 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:53.527064 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.534757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:53.658310 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8013837 Jun 01 12:50:53.660333 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58356) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:53.662812 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Pushing event updated for resources: {'Network': ['ID=eb050b31-5ff1-43b7-a879-c390a2ac2090,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:53.666007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:53.669922 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Request body: {'subnet': {'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159202873-subnet', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:53.679091 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:53.684696 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Usage tracker for resource:subnet and tenant:45aab504372c483f8fdcffc3b6e03469 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:53.688787 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:53.695974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:53.707629 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Made reservation on behalf of 45aab504372c483f8fdcffc3b6e03469 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:50:53.709978 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:53.734016 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:50:53.931546 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cd14847d-12b8-4ef5-a960-b8c13160d958 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:54.158095 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port cd14847d-12b8-4ef5-a960-b8c13160d958 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:54.158482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.369030 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345ac77-2c1d-4439-aeed-0467b783be91 req-48a8a795-c3a8-4717-b0b0-71354446939b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.371035 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8345ac77-2c1d-4439-aeed-0467b783be91 req-48a8a795-c3a8-4717-b0b0-71354446939b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1488702 Jun 01 12:50:54.403424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.417044 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-938ec2a9-c98e-4ff1-b175-37de7020e2bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:54.454629 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.467665 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8345ac77-2c1d-4439-aeed-0467b783be91 req-12f15f8f-5ae1-4b32-a352-e553c27556ff tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860083 Jun 01 12:50:54.486490 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afb7f8c4-d9d6-499e-b43f-d887166b388b,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:54.487428 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Transition to ACTIVE for port object 60805548-8d0f-4932-975c-8414a692702d will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:54.491916 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:54.501076 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.501865 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:54.542363 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Checking segment: {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:54.542976 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Network hostable DHCP agents. Network: eb050b31-5ff1-43b7-a879-c390a2ac2090, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:50:54.562830 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:50:54.591338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, eb050b31-5ff1-43b7-a879-c390a2ac2090) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:54.609427 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:54.610023 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.635669 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcde0f9-6e6d-4f20-9709-4f8f386c2d0f None None] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:54.648967 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9871657 Jun 01 12:50:54.649832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58388) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:50:54.655547 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:50:54.664772 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:50:54.673105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Usage tracker for resource:router and tenant:45aab504372c483f8fdcffc3b6e03469 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:50:54.681371 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:50:54.701654 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:50:54.723431 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.725454 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.761276 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.796388 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Pushing event updated for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:54.813396 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:54.930571 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Attempting to bind port 60805548-8d0f-4932-975c-8414a692702d on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:54.931022 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Attempting to bind port 60805548-8d0f-4932-975c-8414a692702d by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:54.931444 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Attempting to bind port 60805548-8d0f-4932-975c-8414a692702d on network bf206acb-d519-44a4-a7e5-eaf4dc124404 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:54.946048 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:54.946431 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Checking segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:54.946847 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:54.947253 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Bound using segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:54.947769 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Bound port: 60805548-8d0f-4932-975c-8414a692702d, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:54.948166 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.163701 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] For port 60805548-8d0f-4932-975c-8414a692702d, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:55.174155 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] For port 60805548-8d0f-4932-975c-8414a692702d, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=60805548-8d0f-4932-975c-8414a692702d,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:55.179291 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-eb050b31-5ff1-43b7-a879-c390a2ac2090', 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'fixed_ips': [{'subnet_id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:50:55.180153 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.193263 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.204516 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:55.218477 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.282784 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a168c-ae0c-473e-8b67-74ba71f4fffa req-d03a7d12-53bd-4f88-b562-e198bdd51eb7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.283547 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-823a168c-ae0c-473e-8b67-74ba71f4fffa req-d03a7d12-53bd-4f88-b562-e198bdd51eb7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:50:55.326626 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-823a168c-ae0c-473e-8b67-74ba71f4fffa req-d03a7d12-53bd-4f88-b562-e198bdd51eb7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:50:55.334193 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-823a168c-ae0c-473e-8b67-74ba71f4fffa req-d03a7d12-53bd-4f88-b562-e198bdd51eb7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.3141177 Jun 01 12:50:55.376563 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:50:55.377344 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:55.473655 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-823a168c-ae0c-473e-8b67-74ba71f4fffa req-a4931189-33dc-4c20-97ad-bfd61d08ccb7 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384184 Jun 01 12:50:55.514149 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Pushing event updated for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:55.520183 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:55.782864 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Allocated IP 172.20.0.2 (eb050b31-5ff1-43b7-a879-c390a2ac2090/afb7f8c4-d9d6-499e-b43f-d887166b388b/92d8cc84-3f83-4920-82fd-45165bce10ce) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:55.787619 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:50:55.858337 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.922514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:55.941732 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282f160-c488-403b-89c3-eea5a1053663 req-f7f6a49c-2670-483b-bb8d-c7cd3b985da3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:55.944453 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b282f160-c488-403b-89c3-eea5a1053663 req-f7f6a49c-2670-483b-bb8d-c7cd3b985da3 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2853773 Jun 01 12:50:56.127133 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b282f160-c488-403b-89c3-eea5a1053663 req-d62329ca-e263-4008-b81e-b2c1f4f27634 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212649 Jun 01 12:50:56.212544 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Allocated IP 172.28.3.40 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/cecf3995-04f9-4866-842a-f4deb75b84fe) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:50:56.342150 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.361638 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Transition to ACTIVE for port object 92d8cc84-3f83-4920-82fd-45165bce10ce will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:56.387171 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Transition to ACTIVE for port object 92d8cc84-3f83-4920-82fd-45165bce10ce will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:50:56.396459 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.402361 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:55Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:50:56.405750 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:56.455674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a04729-fc1b-42bb-914a-b05226fc97ab None None] The sync data for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb is: [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:55Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:50:56.477035 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:56.480920 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:56.483759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.498719 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:56.518455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Pushing event updated for resources: {'Port': ['ID=92d8cc84-3f83-4920-82fd-45165bce10ce,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:56.530323 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.561598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:56.571633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:56.690356 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Attempting to bind port 92d8cc84-3f83-4920-82fd-45165bce10ce on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:50:56.690732 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Attempting to bind port 92d8cc84-3f83-4920-82fd-45165bce10ce by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:50:56.691128 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Attempting to bind port 92d8cc84-3f83-4920-82fd-45165bce10ce on network eb050b31-5ff1-43b7-a879-c390a2ac2090 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:50:56.698331 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:50:56.699101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Checking segment: {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:50:56.699695 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.700610 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Bound using segment: {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:50:56.701368 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Bound port: 92d8cc84-3f83-4920-82fd-45165bce10ce, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:50:56.701904 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.787359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=cecf3995-04f9-4866-842a-f4deb75b84fe,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:56.799768 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:50:56.803131 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:56.853497 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:50:56.857926 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:50:56.860138 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] For port 92d8cc84-3f83-4920-82fd-45165bce10ce, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:50:56.866559 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] For port 92d8cc84-3f83-4920-82fd-45165bce10ce, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=92d8cc84-3f83-4920-82fd-45165bce10ce,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:50:56.874485 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:56.880900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:56.990890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Pushing event updated for resources: {'Port': ['ID=92d8cc84-3f83-4920-82fd-45165bce10ce,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:56.995863 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:57.177615 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-0a140292-507a-4d7e-b503-70bc9eeb4273 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=446933ea059742efb60d8c3fdfb04fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988145 Jun 01 12:50:57.358797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb109f4-6268-4c97-a16d-9eaa62072216 req-cd49a69b-7645-499d-805e-1f8c3e7f3b19 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:57.360400 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ceb109f4-6268-4c97-a16d-9eaa62072216 req-cd49a69b-7645-499d-805e-1f8c3e7f3b19 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.5773051 Jun 01 12:50:57.426058 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-1ec4c561-6679-4257-a751-351f6c561d14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:57.427638 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-1ec4c561-6679-4257-a751-351f6c561d14 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.5104945 Jun 01 12:50:57.573194 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-578411f4-2df7-4054-95f5-4fc0ee17df3e tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:57.574736 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-578411f4-2df7-4054-95f5-4fc0ee17df3e tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3856938 Jun 01 12:50:57.666140 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ceb109f4-6268-4c97-a16d-9eaa62072216 req-8ccab421-7401-499f-b53a-7700a4289682 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493403 Jun 01 12:50:57.713734 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-7cd7a73c-211a-47e7-9cd9-5d6bc022419b tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/quotas/446933ea059742efb60d8c3fdfb04fd5 HTTP/1.1" status: 200 len: 375 time: 0.0741625 Jun 01 12:50:57.786837 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-6ea93241-3729-4a78-99ba-28a28413b637 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=446933ea059742efb60d8c3fdfb04fd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647171 Jun 01 12:50:57.851907 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.050836 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 60805548-8d0f-4932-975c-8414a692702d up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:58.154658 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 60805548-8d0f-4932-975c-8414a692702d completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:58.166056 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 60805548-8d0f-4932-975c-8414a692702d triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:58.166513 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.349958 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ff22d-7b75-4c44-adc1-c2d08d1b028e None None] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:50:58.425940 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.442031 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-850f3e9d-c719-44ed-a9c0-cf11b01004ed None None] Provisioning for port 92d8cc84-3f83-4920-82fd-45165bce10ce completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:58.485334 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9c1f36ff-5a03-4b6a-8c40-d35f053cd295 req-08c16be5-f68b-4e57-846c-d53b46659ee4 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 210 time: 0.1865900 Jun 01 12:50:58.490509 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Deleting port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:50:58.490892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.554760 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 60805548-8d0f-4932-975c-8414a692702d, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=60805548-8d0f-4932-975c-8414a692702d,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:58.565827 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.568546 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 92d8cc84-3f83-4920-82fd-45165bce10ce up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:58.600970 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:58.733351 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:58.745880 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:58.864619 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1559c-19f7-4229-b12b-579ef7e9d68e req-1773c56d-12cb-4eaf-ad59-8ca6b8aeb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:58.866579 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-d1c1559c-19f7-4229-b12b-579ef7e9d68e req-1773c56d-12cb-4eaf-ad59-8ca6b8aeb5b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.1443813 Jun 01 12:50:58.892963 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 92d8cc84-3f83-4920-82fd-45165bce10ce completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:50:58.906807 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 92d8cc84-3f83-4920-82fd-45165bce10ce triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:58.907236 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:58.932806 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-d1c1559c-19f7-4229-b12b-579ef7e9d68e req-207f40a3-1f2a-46ce-958b-6a4514cdc08d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Jun 01 12:50:58.994533 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0f08b-6d05-46eb-98d9-1de4574e9c1c req-9cb1e9c8-9235-4808-8acd-072b890fb677 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:58.995992 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-86d0f08b-6d05-46eb-98d9-1de4574e9c1c req-9cb1e9c8-9235-4808-8acd-072b890fb677 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 1.1961501 Jun 01 12:50:59.073395 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.127921 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 92d8cc84-3f83-4920-82fd-45165bce10ce, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=92d8cc84-3f83-4920-82fd-45165bce10ce,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:59.135090 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.141283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:59.263808 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=92d8cc84-3f83-4920-82fd-45165bce10ce,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:59.281723 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:50:59.306397 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-86d0f08b-6d05-46eb-98d9-1de4574e9c1c req-0ad8a5be-f0dd-4b8a-9fcd-3a30ca9551a2 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375834 Jun 01 12:50:59.316493 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:59.343733 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:59.344016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.415140 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-4af740eb-3cb3-47ad-b35f-868173a0d781 None None] Provisioning complete for port 92d8cc84-3f83-4920-82fd-45165bce10ce triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:50:59.415799 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4af740eb-3cb3-47ad-b35f-868173a0d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.500338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa521ba-2594-4747-bf3e-c5ef88ff19a0 req-c508cd0b-59b4-437d-b09e-3accea40a052 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:50:59.504732 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2aa521ba-2594-4747-bf3e-c5ef88ff19a0 req-c508cd0b-59b4-437d-b09e-3accea40a052 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 946 time: 0.5732489 Jun 01 12:50:59.566935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.596006 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.607116 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Calling delete_port for 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:50:59.644284 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:50:59.646678 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a981272-7f09-4461-9062-ec3b92c7253b" -d '{"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-unplugged", "status": "completed", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:50:59.666345 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,segment=NetworkSegment(e8b0a893-6f83-4aee-99ec-f659ff209271),segment_id=e8b0a893-6f83-4aee-99ec-f659ff209271)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:50:59.673537 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:50:59.677974 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:50:59.762984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=6']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:50:59.770338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:50:59.907036 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-fbc6752f-4ef2-4bad-8eef-87a2efbcf143 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=446933ea059742efb60d8c3fdfb04fd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987604 Jun 01 12:50:59.985097 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 60805548-8d0f-4932-975c-8414a692702d up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:50:59.995656 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ef4fcd59-196c-43d6-9552-5d233780b40f req-b8048494-c20c-4cf9-b665-d77227dbd29f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 210 time: 0.1786768 Jun 01 12:51:00.028510 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2aa521ba-2594-4747-bf3e-c5ef88ff19a0 req-9344467e-5a28-4e0f-a75f-debb0a6fcbb4 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/security-groups?id=e2a3f287-c96f-45f4-84ac-0377bede2c94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295850 Jun 01 12:51:00.079776 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa68408-4a58-4759-99a9-9b66e2920b63 x-openstack-request-id: req-1aa68408-4a58-4759-99a9-9b66e2920b63 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:00.080338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-unplugged", "status": "completed", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:00.080450 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1aa68408-4a58-4759-99a9-9b66e2920b63 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:00.080831 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'code': 200} Jun 01 12:51:00.168976 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 60805548-8d0f-4932-975c-8414a692702d triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:00.169568 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.177741 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-f7c080a3-f2b5-4020-9bd1-914849004053 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:00.179699 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-f7c080a3-f2b5-4020-9bd1-914849004053 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2657549 Jun 01 12:51:00.212923 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Request body: {'port': {'device_id': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3', 'admin_state_up': True, 'tenant_id': '446933ea059742efb60d8c3fdfb04fd5'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:00.238438 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:51:00.354255 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 92d8cc84-3f83-4920-82fd-45165bce10ce up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:00.442524 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:00.442777 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.449934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Usage tracker for resource:port and tenant:446933ea059742efb60d8c3fdfb04fd5 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:00.452578 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 92d8cc84-3f83-4920-82fd-45165bce10ce triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:00.452997 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.459253 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:00.462430 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ce783693-e824-4718-a568-1bbca30799d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:00.475855 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:00.490464 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Made reservation on behalf of 446933ea059742efb60d8c3fdfb04fd5 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:00.496549 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.518960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.521898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Pushing event deleted for resources: {'Port': ['ID=1d00d7ce-3456-4da3-acbc-fc527ce04ea2,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:00.548740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:00.554547 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Usage tracker for resource:security_group_rule and tenant:446933ea059742efb60d8c3fdfb04fd5 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:00.557929 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:00.564610 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:00.644824 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:00.659938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] No DVR routers for this DVR port 1d00d7ce-3456-4da3-acbc-fc527ce04ea2 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:00.666572 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.676226 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-deleted', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:00.678585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53d1822-5dac-4bf7-968c-2f09baada6a9" -d '{"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-deleted", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:00.686397 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.691069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.696530 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-768e0d6b-d5d4-4555-90dd-c0484ea47659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:00.799797 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c86a584-a4e1-4056-aef1-24d78c40cebf req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.98 "DELETE /v2.0/ports/1d00d7ce-3456-4da3-acbc-fc527ce04ea2 HTTP/1.1" status: 204 len: 173 time: 3.3622620 Jun 01 12:51:00.822085 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:00.829147 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a77e7e-78ff-4168-8b08-3230bc602c28,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:00.834368 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Sync routers for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:00.857138 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d241b0-292b-4b5a-bd84-e86ad8fc85e4 req-44ac8eaf-8c49-49f4-bc97-0b832f056e38 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:00.857324 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:00.864808 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-04d241b0-292b-4b5a-bd84-e86ad8fc85e4 req-44ac8eaf-8c49-49f4-bc97-0b832f056e38 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.3542697 Jun 01 12:51:00.867218 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:00.871744 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2200148 Jun 01 12:51:00.871744 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58488) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:00.874031 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:00.874599 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:01.047707 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Allocated IP 192.168.233.144 (25a08785-a83e-41ca-9dec-b3da37c99ea3/af017ba6-d9d7-428c-bf4a-42da618acdb5/54ce4203-116a-4ce5-868d-514dc59ab0d0) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:01.129282 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-04d241b0-292b-4b5a-bd84-e86ad8fc85e4 req-d27d4d22-2399-40f4-85e4-89a22e86b8df tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634828 Jun 01 12:51:01.156368 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:01.380993 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.399553 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Transition to ACTIVE for port object 54ce4203-116a-4ce5-868d-514dc59ab0d0 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:01.406027 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754d6450-9146-46f2-98c6-6fecf4f22bf9 x-openstack-request-id: req-754d6450-9146-46f2-98c6-6fecf4f22bf9 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:01.406380 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca7f01b-4f91-4f6d-888c-a4fde58a2096", "name": "network-vif-deleted", "tag": "1d00d7ce-3456-4da3-acbc-fc527ce04ea2", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:01.406712 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-754d6450-9146-46f2-98c6-6fecf4f22bf9 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:01.407174 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca7f01b-4f91-4f6d-888c-a4fde58a2096', 'name': 'network-vif-deleted', 'tag': '1d00d7ce-3456-4da3-acbc-fc527ce04ea2', 'status': 'completed', 'code': 200} Jun 01 12:51:01.430487 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.439317 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:01.517749 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Network 25a08785-a83e-41ca-9dec-b3da37c99ea3 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:01.522028 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:01.527079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:01.541321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-858957f9-a7a2-4be3-96cd-acff53698564 req-6c988ce2-2b99-471c-8a2e-eb07389563ba tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Synchronizing usage tracker for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:01.575563 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Pushing event updated for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:01.601340 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:01.628474 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:01.629319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.631788 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:50:57Z', 'revision_number': 3, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:01.637539 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Checking router: 071e158e-47a8-4cf5-9c0c-1ca47dd23825 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:01.638245 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Updating router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 port cecf3995-04f9-4866-842a-f4deb75b84fe binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:01.665518 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-858957f9-a7a2-4be3-96cd-acff53698564 req-6c988ce2-2b99-471c-8a2e-eb07389563ba tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Unset dirty status for tenant:960463040eed4676a433d40f209ef6d4 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:01.666690 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-858957f9-a7a2-4be3-96cd-acff53698564 req-6c988ce2-2b99-471c-8a2e-eb07389563ba tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] 10.222.0.93 "GET /v2.0/ports?device_id=cca7f01b-4f91-4f6d-888c-a4fde58a2096 HTTP/1.1" status: 200 len: 210 time: 0.2148433 Jun 01 12:51:01.672931 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4580390 Jun 01 12:51:01.680287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Request body: {'port': {'device_id': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:01.712409 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fddbd-06be-4e07-a1b5-7dd6dbc4c4ba req-8f0c56f6-d434-497f-83d3-5d45fec78d08 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:01.719566 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.729288 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-125fddbd-06be-4e07-a1b5-7dd6dbc4c4ba req-8f0c56f6-d434-497f-83d3-5d45fec78d08 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 936 time: 0.3211594 Jun 01 12:51:01.840402 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.867032 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-16962484-5147-4295-9a0f-9f6db8a4cc5c None None] Provisioning for port 54ce4203-116a-4ce5-868d-514dc59ab0d0 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:01.875548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-16962484-5147-4295-9a0f-9f6db8a4cc5c None None] Provisioning complete for port 54ce4203-116a-4ce5-868d-514dc59ab0d0 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:01.875923 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-16962484-5147-4295-9a0f-9f6db8a4cc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:01.934938 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-125fddbd-06be-4e07-a1b5-7dd6dbc4c4ba req-9b0c941f-dfc7-4fd9-8b11-33f07cdf2a95 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045968 Jun 01 12:51:02.010108 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-16962484-5147-4295-9a0f-9f6db8a4cc5c None None] Port 54ce4203-116a-4ce5-868d-514dc59ab0d0 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:02.186305 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.200546 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Transition to ACTIVE for port object cecf3995-04f9-4866-842a-f4deb75b84fe will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:02.209890 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.215574 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.320400 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Attempting to bind port cecf3995-04f9-4866-842a-f4deb75b84fe on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:02.320801 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Attempting to bind port cecf3995-04f9-4866-842a-f4deb75b84fe by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:02.321414 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Attempting to bind port cecf3995-04f9-4866-842a-f4deb75b84fe on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:02.334680 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:02.335059 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:02.335462 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.335858 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:02.336423 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Bound port: cecf3995-04f9-4866-842a-f4deb75b84fe, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:02.336914 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.393590 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44a1ba-68db-414d-8353-57a6d71ffacc None None] Pushing event updated for resources: {'Port': ['ID=cecf3995-04f9-4866-842a-f4deb75b84fe,revision_number=2']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.398291 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4e44a1ba-68db-414d-8353-57a6d71ffacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.426699 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] For port cecf3995-04f9-4866-842a-f4deb75b84fe, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:02.430705 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] For port cecf3995-04f9-4866-842a-f4deb75b84fe, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cecf3995-04f9-4866-842a-f4deb75b84fe,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:02.435364 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.440489 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.499446 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ce4203-116a-4ce5-868d-514dc59ab0d0 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:02.508567 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.515126 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:02.515754 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:02.526500 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Transition to ACTIVE for port object 54ce4203-116a-4ce5-868d-514dc59ab0d0 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:02.532477 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.535790 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-40af06df-afed-45b4-b95c-898560c16fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:02.537382 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-40af06df-afed-45b4-b95c-898560c16fea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 1098 time: 0.2281981 Jun 01 12:51:02.537664 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bd1d4983-5fe5-47c9-a996-f64dd6130c4e tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:02.542320 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:02.596403 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c71aa9-9afc-4c75-9b1d-afab27456725 req-94fab198-3a86-4c45-bd96-d405ef67aa5c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:02.604234 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-40c71aa9-9afc-4c75-9b1d-afab27456725 req-94fab198-3a86-4c45-bd96-d405ef67aa5c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2408662 Jun 01 12:51:02.607693 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e44a1ba-68db-414d-8353-57a6d71ffacc None None] Pushing event updated for resources: {'Port': ['ID=cecf3995-04f9-4866-842a-f4deb75b84fe,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.621078 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4e44a1ba-68db-414d-8353-57a6d71ffacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.622388 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:51:02.733228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:02.747681 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:02.800510 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:02.828345 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-40c71aa9-9afc-4c75-9b1d-afab27456725 req-a5fbbf8e-ce0a-414b-9024-3909ae194f17 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228291 Jun 01 12:51:02.860595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58510) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:02.896898 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Attempting to bind port 54ce4203-116a-4ce5-868d-514dc59ab0d0 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:02.897147 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Attempting to bind port 54ce4203-116a-4ce5-868d-514dc59ab0d0 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:02.897470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Attempting to bind port 54ce4203-116a-4ce5-868d-514dc59ab0d0 on network 25a08785-a83e-41ca-9dec-b3da37c99ea3 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:02.902997 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Port 54ce4203-116a-4ce5-868d-514dc59ab0d0 on network 25a08785-a83e-41ca-9dec-b3da37c99ea3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:02.903460 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Attempting to bind port 54ce4203-116a-4ce5-868d-514dc59ab0d0 on network 25a08785-a83e-41ca-9dec-b3da37c99ea3 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:02.909129 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:02.909578 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Checking segment: {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:02.910001 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Bound using segment: {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:02.910419 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Bound port: 54ce4203-116a-4ce5-868d-514dc59ab0d0, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f87873e-9bb2-48e5-940e-8a32cca162ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1067, 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:02.910765 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.026501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:03.030062 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:03.034555 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-b4750378-e4ae-422d-a5ec-ba3f9d035fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.036991 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.037172 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-b4750378-e4ae-422d-a5ec-ba3f9d035fd2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 200 len: 920 time: 0.4835298 Jun 01 12:51:03.044236 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:03.113940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.114601 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.115833 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] 10.222.0.98 "PUT /v2.0/ports/54ce4203-116a-4ce5-868d-514dc59ab0d0 HTTP/1.1" status: 200 len: 1098 time: 1.4411500 Jun 01 12:51:03.116333 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:03.118700 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:03.146347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:03.150979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:03.214437 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c9eb75-008d-404d-8774-02397b2be686 x-openstack-request-id: req-25c9eb75-008d-404d-8774-02397b2be686 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:03.214634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:03.214885 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-25c9eb75-008d-404d-8774-02397b2be686 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:03.215334 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0', 'status': 'completed', 'code': 200} Jun 01 12:51:03.255157 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:50:57Z', 'revision_number': 3, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:03.256559 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-abcc26bd-d6f3-436d-8bd6-b712ea8dc152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.259241 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-abcc26bd-d6f3-436d-8bd6-b712ea8dc152 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=446933ea059742efb60d8c3fdfb04fd5&device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 1101 time: 0.0970862 Jun 01 12:51:03.262246 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9dda4e-71ee-4b02-8a83-f284c3bfcb58 None None] The sync data for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb is: [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:50:57Z', 'revision_number': 3, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:03.323861 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Allocated IP 172.20.0.1 (eb050b31-5ff1-43b7-a879-c390a2ac2090/afb7f8c4-d9d6-499e-b43f-d887166b388b/80206d04-f591-46af-92b8-cd50bf668423) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:03.362974 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-5dff1070-1813-4190-a68d-51996a62a415 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0 HTTP/1.1" status: 200 len: 217 time: 0.0968571 Jun 01 12:51:03.384788 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-c47d713f-78b3-4a19-b877-3d058a8332fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 200 len: 217 time: 0.3326304 Jun 01 12:51:03.388953 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Deleting subnet 8effabb9-8172-4093-b8ea-2357e01d3ad9 {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:03.436760 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-f6ad0285-ccda-44f7-b0a9-f83efb4da0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.438366 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-f6ad0285-ccda-44f7-b0a9-f83efb4da0c8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=af017ba6-d9d7-428c-bf4a-42da618acdb5 HTTP/1.1" status: 200 len: 843 time: 0.0681026 Jun 01 12:51:03.451063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.550130 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-8cea0380-b92c-424f-a6e6-3812c4408f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.551925 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-8cea0380-b92c-424f-a6e6-3812c4408f3b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25a08785-a83e-41ca-9dec-b3da37c99ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1063685 Jun 01 12:51:03.648449 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.651919 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-6025e6fb-373e-4810-afbd-0d368bed19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.653466 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-6025e6fb-373e-4810-afbd-0d368bed19ff service neutron] 10.222.0.98 "GET /v2.0/subnets?id=a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 200 len: 858 time: 0.2444963 Jun 01 12:51:03.704270 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:03.732614 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-391f0c2f-f5d6-4d7a-b170-e5ee5cb9f8d2 service neutron] 10.222.0.98 "GET /v2.0/networks/25a08785-a83e-41ca-9dec-b3da37c99ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728895 Jun 01 12:51:03.757079 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-7c7a566b-29bb-4dab-9ef0-6421de029b36 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=07f90677-0514-4560-aba1-b4ba41c4154a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952325 Jun 01 12:51:03.837393 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ad1f2-96e7-4240-bf31-821b0d797108 req-5cc1f25d-2c96-464e-99ce-899b02689810 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:03.844476 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e55ad1f2-96e7-4240-bf31-821b0d797108 req-5cc1f25d-2c96-464e-99ce-899b02689810 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 948 time: 0.7153330 Jun 01 12:51:03.933950 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f23a4359-edcf-4f80-92fe-5a0fbad935d2 req-99205394-a2bc-427e-8f6e-12bcd39005e6 service neutron] 10.222.0.98 "GET /v2.0/networks/25a08785-a83e-41ca-9dec-b3da37c99ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938441 Jun 01 12:51:03.968302 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cecf3995-04f9-4866-842a-f4deb75b84fe up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:03.984768 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.061467 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port cecf3995-04f9-4866-842a-f4deb75b84fe completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:04.067603 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port cecf3995-04f9-4866-842a-f4deb75b84fe triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:04.067989 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.085682 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-78aa0bfb-4b20-463b-85cb-e825f9547095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.087314 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-78aa0bfb-4b20-463b-85cb-e825f9547095 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=446933ea059742efb60d8c3fdfb04fd5&device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 1101 time: 0.0859432 Jun 01 12:51:04.211928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.233447 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port cecf3995-04f9-4866-842a-f4deb75b84fe, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cecf3995-04f9-4866-842a-f4deb75b84fe,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:04.239418 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.241979 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:04.248204 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Transition to ACTIVE for port object 80206d04-f591-46af-92b8-cd50bf668423 will not be triggered until provisioned by entity DHCP. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:04.254834 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e55ad1f2-96e7-4240-bf31-821b0d797108 req-6434c57a-3556-4b71-bbe6-114b2a9049b5 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091620 Jun 01 12:51:04.286011 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-83440656-9e6a-4b5e-a609-6d9f2f93afa1 service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083017 Jun 01 12:51:04.286494 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-400392e4-d2ef-42e7-8412-b2a2f709fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.288082 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-400392e4-d2ef-42e7-8412-b2a2f709fc19 service neutron] 10.222.0.98 "GET /v2.0/networks?id=25a08785-a83e-41ca-9dec-b3da37c99ea3 HTTP/1.1" status: 200 len: 871 time: 0.1929448 Jun 01 12:51:04.323466 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=cecf3995-04f9-4866-842a-f4deb75b84fe,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:04.328098 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:04.377667 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.390349 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-347b3be0-c85d-4913-8f6a-660c98316d08 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0 HTTP/1.1" status: 200 len: 217 time: 0.0912838 Jun 01 12:51:04.394100 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:04.465366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-ec695f57-80ce-4b68-8851-bfdfca53601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.466916 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-ec695f57-80ce-4b68-8851-bfdfca53601c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=af017ba6-d9d7-428c-bf4a-42da618acdb5 HTTP/1.1" status: 200 len: 843 time: 0.0701103 Jun 01 12:51:04.554890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-3651de2f-0ac4-465a-a921-ea5a6c4095eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.555941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:04.556968 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-3651de2f-0ac4-465a-a921-ea5a6c4095eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25a08785-a83e-41ca-9dec-b3da37c99ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0828519 Jun 01 12:51:04.565820 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:04.576703 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.585026 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:04.585364 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.615168 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Pushing event updated for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:04.639346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234307eb-b38a-4a7e-b7ea-e99cf7d1bb60 req-f38df913-6103-429d-b3be-2d711e5be9d8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.641004 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-234307eb-b38a-4a7e-b7ea-e99cf7d1bb60 req-f38df913-6103-429d-b3be-2d711e5be9d8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.7720850 Jun 01 12:51:04.676792 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.693936 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.694298 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.694652 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.694987 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.695338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.695680 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.696032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.696362 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.696724 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.697081 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.697419 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.697775 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:04.707693 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4c7c655c-8995-4e65-856f-11eba0b21546 req-60cff18f-4ef1-446f-9433-192cdba8cc5b service neutron] 10.222.0.98 "GET /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731420 Jun 01 12:51:04.711387 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:04.716689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:04.765727 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] 10.222.0.93 "DELETE /v2.0/subnets/8effabb9-8172-4093-b8ea-2357e01d3ad9 HTTP/1.1" status: 204 len: 168 time: 1.8955624 Jun 01 12:51:04.780995 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8effabb9-8172-4093-b8ea-2357e01d3ad9,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:04.787788 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58530) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:04.808222 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d04ae151-854b-489f-bb63-b78e38732aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:04.823360 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-2aa87d82-c04e-45a1-b94c-c2585f12dd86 service neutron] 10.222.0.98 "GET /v2.0/networks/25a08785-a83e-41ca-9dec-b3da37c99ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590888 Jun 01 12:51:04.824034 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-234307eb-b38a-4a7e-b7ea-e99cf7d1bb60 req-12c2831b-c134-46c7-a2fb-9b562253a4ac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630564 Jun 01 12:51:04.831928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-a026da66-ef00-44ff-a4f1-6d9e4b30da9a None None] Provisioning for port 80206d04-f591-46af-92b8-cd50bf668423 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:04.838567 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-a026da66-ef00-44ff-a4f1-6d9e4b30da9a None None] Provisioning complete for port 80206d04-f591-46af-92b8-cd50bf668423 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:04.839025 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a026da66-ef00-44ff-a4f1-6d9e4b30da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.883596 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24effdb0-c779-4aef-9aca-9ac581c94e1d req-6e850353-b699-4775-88a8-1f3354ff505c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:04.885324 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-24effdb0-c779-4aef-9aca-9ac581c94e1d req-6e850353-b699-4775-88a8-1f3354ff505c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.4539211 Jun 01 12:51:04.906016 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-a026da66-ef00-44ff-a4f1-6d9e4b30da9a None None] Port 80206d04-f591-46af-92b8-cd50bf668423 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:04.971420 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:04.981862 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2647ddef-cdcf-4ee5-b77f-1b6cfde1fb76 req-528964b0-7f02-4370-8b57-4ffd824dfb22 service neutron] 10.222.0.98 "GET /v2.0/networks/25a08785-a83e-41ca-9dec-b3da37c99ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508796 Jun 01 12:51:05.109291 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-24effdb0-c779-4aef-9aca-9ac581c94e1d req-ac768de7-2fe2-4f42-8021-63d0c13c392a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333716 Jun 01 12:51:05.316294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.328345 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.349678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.350061 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.350739 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.351089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > port after_create 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.351392 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > port after_delete 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.351735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > port after_update 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.352046 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.352374 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.352701 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.353248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.434610 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.434963 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.435293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.435624 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 12:51:05.435978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01197009-0000-473f-87e0-5a96d5aee6d6']}} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:05.513222 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b0a893-6f83-4aee-99ec-f659ff209271') {'for_net_delete': True} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:05.513442 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b0a893-6f83-4aee-99ec-f659ff209271') {} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:05.547395 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234223'] for segment, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.589117 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.621880 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=98617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:05.622316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-941904'] for segment, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: from cryptography.utils import int_from_bytes Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: from cryptography.utils import int_from_bytes Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: Traceback (most recent call last): Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: timer() Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: cb(*args, **kw) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: return func(*args, **kwargs) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: self._notify() Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: self.callback(batched_events) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: event.method(event) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: return f(self, *a, **k) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: return self._get(url).json() Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:05.638198 dv-cinder-776307-6-smb neutron-server[98617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:05.803895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d4052-a64b-4e3f-88e7-aa23d6037964 req-4f92a363-9cef-42a0-8587-ec07f6fe957f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:05.805523 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7d9d4052-a64b-4e3f-88e7-aa23d6037964 req-4f92a363-9cef-42a0-8587-ec07f6fe957f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 948 time: 0.3619924 Jun 01 12:51:05.808281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.841939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffc4fd87-68ad-4c8a-875c-0fd27acd3a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:05.866240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.892414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Pushing event deleted for resources: {'Network': ['ID=01197009-0000-473f-87e0-5a96d5aee6d6,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:05.903181 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:05.913267 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-0392fadb-5826-4b4e-bc5a-7dc4d791546c admin admin] 10.222.0.93 "DELETE /v2.0/networks/01197009-0000-473f-87e0-5a96d5aee6d6 HTTP/1.1" status: 204 len: 168 time: 1.1243529 Jun 01 12:51:05.916436 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cecf3995-04f9-4866-842a-f4deb75b84fe up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:05.930175 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7d9d4052-a64b-4e3f-88e7-aa23d6037964 req-7410db84-0fdf-4584-b6f5-990bc0bed1aa tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171052 Jun 01 12:51:05.953184 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.958905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:05.990565 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f0470ab6-cffa-424a-9993-042a8170adf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:06.015145 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port cecf3995-04f9-4866-842a-f4deb75b84fe triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:06.015846 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.119248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Pushing event updated for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.125598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:06.129595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.150826 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58542) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.225650 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-23963d16-475c-4c30-b808-137108c1a00c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=960463040eed4676a433d40f209ef6d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0703723 Jun 01 12:51:06.226122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58548) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:06.288158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.292297 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0275b7-f626-4e3f-bb43-43c10b8474e0 req-9c558e9b-076f-4e57-a018-31e72b94f298 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:06.293862 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ba0275b7-f626-4e3f-bb43-43c10b8474e0 req-9c558e9b-076f-4e57-a018-31e72b94f298 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.3068676 Jun 01 12:51:06.314902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.378018 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.382045 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8955b8ba-0337-46ca-82e0-139daa76bb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:06.386479 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:06.390383 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ba0275b7-f626-4e3f-bb43-43c10b8474e0 req-91d05661-2c17-462d-a5ad-17ff0e2208ed tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0889127 Jun 01 12:51:06.393907 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:06.398139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a3f287-c96f-45f4-84ac-0377bede2c94,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:06.408366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.408780 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.409199 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.409552 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.409897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.413217 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.413644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.414002 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.414354 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.414701 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.415046 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.415385 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:06.418779 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:06.425673 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.427170 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2a3f287-c96f-45f4-84ac-0377bede2c94 HTTP/1.1" status: 204 len: 168 time: 0.1997473 Jun 01 12:51:06.469470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd3159-2e61-4e88-a86c-52ccbe0b093a req-4a5051f5-4efd-4274-b80c-137c215b4e99 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:06.478786 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-80dd3159-2e61-4e88-a86c-52ccbe0b093a req-4a5051f5-4efd-4274-b80c-137c215b4e99 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.2469923 Jun 01 12:51:06.564282 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-80dd3159-2e61-4e88-a86c-52ccbe0b093a req-7ef4066c-300a-4994-a688-8bb4c487644d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845108 Jun 01 12:51:06.640782 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-cef04c9e-0b36-4e85-83c9-d85010a9323e None None] Provisioning complete for port 80206d04-f591-46af-92b8-cd50bf668423 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:06.641472 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-cef04c9e-0b36-4e85-83c9-d85010a9323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:06.671020 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:06.697540 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-cef04c9e-0b36-4e85-83c9-d85010a9323e None None] Port 80206d04-f591-46af-92b8-cd50bf668423 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:06.861599 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:06.872342 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] 10.222.0.93 "PUT /v2.0/routers/071e158e-47a8-4cf5-9c0c-1ca47dd23825/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9966242 Jun 01 12:51:06.882464 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Sync routers for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:06.891636 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:06.892242 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:07.102482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:07.150975 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a907f6-6b77-4cf0-9dbf-9536765579bd req-94f4444e-1b5a-4b3a-9f6d-caf87bc1644f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:07.152892 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c8a907f6-6b77-4cf0-9dbf-9536765579bd req-94f4444e-1b5a-4b3a-9f6d-caf87bc1644f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 948 time: 0.1025996 Jun 01 12:51:07.207512 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c8a907f6-6b77-4cf0-9dbf-9536765579bd req-d8e02ca5-f479-4bec-8ecc-a3c0042bd3c4 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476670 Jun 01 12:51:07.367792 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54ce4203-116a-4ce5-868d-514dc59ab0d0 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:07.596424 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:51:05Z', 'revision_number': 4, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '80206d04-f591-46af-92b8-cd50bf668423', 'name': '', 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'mac_address': 'fa:16:3e:2d:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:51:02Z', 'updated_at': '2021-06-01T12:51:05Z', 'revision_number': 2, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'subnets': [{'id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:07.602556 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Checking router: 071e158e-47a8-4cf5-9c0c-1ca47dd23825 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:07.602942 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Updating router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 port 80206d04-f591-46af-92b8-cd50bf668423 binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:51:07.665332 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.720856 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:07.746516 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '54ce4203-116a-4ce5-868d-514dc59ab0d0', 'network_id': '25a08785-a83e-41ca-9dec-b3da37c99ea3', 'port_id': '54ce4203-116a-4ce5-868d-514dc59ab0d0', 'mac_address': 'fa:16:3e:cc:10:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1067, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af017ba6-d9d7-428c-bf4a-42da618acdb5', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:07.797890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58598) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:07.809759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472784852', 'description': 'tempest-secgroup-smoke-1472784852 description', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:07.824082 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:07.831853 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:07.848371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:07.864190 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.865408 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:07.867666 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192297d4-31e2-4cef-8654-4c65e37c0a84 req-6343940f-fcd2-4686-968a-e376f5c5b9cf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:07.879732 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-192297d4-31e2-4cef-8654-4c65e37c0a84 req-6343940f-fcd2-4686-968a-e376f5c5b9cf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.3359289 Jun 01 12:51:07.902665 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ce4203-116a-4ce5-868d-514dc59ab0d0 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:07.905334 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.924325 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:07.935914 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:07.947041 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:07.952293 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:07.957006 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:07.960444 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:07.968392 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:07.995612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-192297d4-31e2-4cef-8654-4c65e37c0a84 req-73ab3b4a-774e-4bcb-80b4-1caa37bcece1 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1146972 Jun 01 12:51:08.060713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.069659 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.070136 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.070481 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.070839 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.071170 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.071500 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.071825 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.072149 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.072472 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.072821 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.073143 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.073460 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:51:08.120066 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.123478 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.131011 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.164578 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d0aceaa9-abec-4031-bc3a-2ecc9e379523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.197796 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.199164 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4002707 Jun 01 12:51:08.202509 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58608) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:08.209024 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:08.214801 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:08.215746 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ec6a2-a36d-44d0-a790-23f088c82f00 req-d0899333-48d8-425e-bb53-4e681f6417e6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:08.217106 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab4312-3cc6-4660-a42c-0f503ed8437f,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.218300 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b6ec6a2-a36d-44d0-a790-23f088c82f00 req-d0899333-48d8-425e-bb53-4e681f6417e6 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1168876 Jun 01 12:51:08.220959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.222074 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:08.226887 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:08.244905 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:08.282032 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.282492 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.297560 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Transition to ACTIVE for port object 80206d04-f591-46af-92b8-cd50bf668423 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:08.305692 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b6ec6a2-a36d-44d0-a790-23f088c82f00 req-62c50785-7d64-4497-890b-7b04d35a60cc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Jun 01 12:51:08.306562 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.311003 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.371797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.381669 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.394256 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['54ce4203-116a-4ce5-868d-514dc59ab0d0'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:08.401238 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-30031cea-aff1-4f31-8b00-511c029c6559 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.420781 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d20db9-0300-4fac-b835-61f2ff921ad4,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.425220 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.426628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.428024 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2245173 Jun 01 12:51:08.430893 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58618) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:08.441079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:08.447081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:08.451199 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:08.454162 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:08.459956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:08.486376 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.622903 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Pushing event updated for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.627971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.628498 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1364-aa01-446d-a28d-2b717149b906 req-516664d0-997c-4f7f-8e93-277a7035cd60 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:08.631301 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3a5a1364-aa01-446d-a28d-2b717149b906 req-516664d0-997c-4f7f-8e93-277a7035cd60 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 949 time: 0.2248120 Jun 01 12:51:08.672979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.689621 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.692006 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.701385 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3a5a1364-aa01-446d-a28d-2b717149b906 req-5601f25c-dfc9-42fc-be05-19ef2a3e6183 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567577 Jun 01 12:51:08.746137 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b83e4c-7f13-489d-909b-d285a6c69c8f,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:08.749124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:08.753799 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Attempting to bind port 80206d04-f591-46af-92b8-cd50bf668423 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:08.754292 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Attempting to bind port 80206d04-f591-46af-92b8-cd50bf668423 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:08.754845 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Attempting to bind port 80206d04-f591-46af-92b8-cd50bf668423 on network eb050b31-5ff1-43b7-a879-c390a2ac2090 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:08.762764 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.764800 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e19f9051-96c2-4d27-b79e-55c4ad22b100 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3324375 Jun 01 12:51:08.767486 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58632) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:08.773374 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:08.774103 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Checking segment: {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:08.774325 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:08.774707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.775218 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Bound using segment: {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:08.777065 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Bound port: 80206d04-f591-46af-92b8-cd50bf668423, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1083, 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:08.778109 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.787891 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:08.795918 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:08.799694 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:08.808061 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:08.827298 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.957815 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.964117 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.966449 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] For port 80206d04-f591-46af-92b8-cd50bf668423, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:08.967350 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:08.986120 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] For port 80206d04-f591-46af-92b8-cd50bf668423, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=80206d04-f591-46af-92b8-cd50bf668423,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:08.991149 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:08.998504 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.022954 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58644) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.030960 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1f471e-c89d-45cb-bfd6-e6b552dd30ac,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.038423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.042281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.047003 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2784328 Jun 01 12:51:09.048941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58652) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.056088 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:09.064046 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:09.074601 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:09.078167 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:09.102938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:09.139177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.148788 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Pushing event updated for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.150942 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.183469 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:09.184847 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:50:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:09.272693 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.274890 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.306563 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:09.311378 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf6aa53d2634a58b31d5a50dbb3aba1 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:09.314849 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:09.320961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.323113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:09.358792 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f2e1abc4-25a4-4597-9a94-31f97023657a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.381763 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.385876 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3356769 Jun 01 12:51:09.386612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58656) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.396027 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:09.405636 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb308f56-e95f-4a95-9904-cf61114f354f,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.408227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.409802 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:09.415587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:09.427175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:09.439345 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:09.447616 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.453904 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.465193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9744f-e3d6-421c-8dcf-cdab4937e751 req-08e65649-196a-4c6b-8459-f0ee87ebc381 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:09.466912 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c85b7a6d-c6e6-4e00-ba47-e048ec18a9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.467140 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:09.472457 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fd9744f-e3d6-421c-8dcf-cdab4937e751 req-08e65649-196a-4c6b-8459-f0ee87ebc381 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.2090526 Jun 01 12:51:09.487351 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.securitygroups_db [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Project f8bc0167e43545329eae9e19526ae2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:51:09.495768 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b4392e-2719-4c42-8114-92fe09411c11,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.496918 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.500362 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.517321 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7cf6aa53d2634a58b31d5a50dbb3aba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929421 Jun 01 12:51:09.519720 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58660) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.544322 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fd9744f-e3d6-421c-8dcf-cdab4937e751 req-a892f4ab-945c-4945-ab32-79ae0b0f5c4e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709705 Jun 01 12:51:09.584874 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.589887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.597462 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.598454 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.621647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a30eec8-5eaa-47eb-acfb-43bf7c21e7a2,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.624633 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.630152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.634762 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2398820 Jun 01 12:51:09.634762 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58664) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:09.637220 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.639699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'security_group_rule': {'security_group_id': '77ab4312-3cc6-4660-a42c-0f503ed8437f', 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:09.645603 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:09.649573 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:security_group_rule and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:09.652796 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:09.659489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:09.670710 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.securitygroups_db [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Project f8bc0167e43545329eae9e19526ae2a9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 12:51:09.677376 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.701452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.708347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d4a36b6-f54c-4cb5-a16d-35a6a982144b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.722559 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b4392e-2719-4c42-8114-92fe09411c11,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.726572 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.737204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.739075 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e2b4392e-2719-4c42-8114-92fe09411c11 HTTP/1.1" status: 204 len: 168 time: 0.2178857 Jun 01 12:51:09.760137 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.765336 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.767867 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:09.801175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc8240d2-340d-45d7-b17f-844f68a2f32e,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:09.804327 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:09.815016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:09.816336 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1808491 Jun 01 12:51:09.847491 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:51:05Z', 'revision_number': 4, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '80206d04-f591-46af-92b8-cd50bf668423', 'name': '', 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'mac_address': 'fa:16:3e:2d:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:51:02Z', 'updated_at': '2021-06-01T12:51:08Z', 'revision_number': 4, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'subnets': [{'id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:09.855609 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e96388-4e89-4cf4-a2c5-6794cab88b3e None None] The sync data for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb is: [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:51:05Z', 'revision_number': 4, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '80206d04-f591-46af-92b8-cd50bf668423', 'name': '', 'network_id': 'eb050b31-5ff1-43b7-a879-c390a2ac2090', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'mac_address': 'fa:16:3e:2d:20:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:51:02Z', 'updated_at': '2021-06-01T12:51:08Z', 'revision_number': 4, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'subnets': [{'id': 'afb7f8c4-d9d6-499e-b43f-d887166b388b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:10.005967 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f014f7c-8ae2-40a8-bfd8-f5489d288af6 req-093d2480-ea55-44b9-9d76-e1671113190f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:10.007530 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0f014f7c-8ae2-40a8-bfd8-f5489d288af6 req-093d2480-ea55-44b9-9d76-e1671113190f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 949 time: 0.1378305 Jun 01 12:51:10.097204 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0f014f7c-8ae2-40a8-bfd8-f5489d288af6 req-81b1aa94-4d3a-4c3a-9e80-791519ac4b5f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748651 Jun 01 12:51:10.195711 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58704) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.226109 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.251657 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4311ca41-ca7f-4ee0-afc8-75296bfabd4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.252103 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:10.256229 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Usage tracker for resource:security_group_rule and tenant:93ac7d91e51445b69c38e1e3a64ef63a is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:10.259469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:10.294988 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:10.450179 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.455239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.467735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3e04ebc4-67c2-4d6f-ad0c-e4cbcb7b4c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:10.515375 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf15d86-f74b-4c70-b955-ca0a5f9f6bab,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.519631 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:10.524748 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93ac7d91e51445b69c38e1e3a64ef63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3255579 Jun 01 12:51:10.525960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58726) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:10.605200 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.640502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.714482 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.727721 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-14e2bbf4-67d8-4355-a177-da9d4b3075bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:10.741104 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf15d86-f74b-4c70-b955-ca0a5f9f6bab,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:10.744028 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:10.750871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:10.755551 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5cf15d86-f74b-4c70-b955-ca0a5f9f6bab HTTP/1.1" status: 204 len: 168 time: 0.2286351 Jun 01 12:51:10.840213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5d67-89c7-4ee3-92a6-46c4fbd67047 req-80621043-79d6-422d-ba81-7cc0c5e017c0 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:10.841859 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b0d5d67-89c7-4ee3-92a6-46c4fbd67047 req-80621043-79d6-422d-ba81-7cc0c5e017c0 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1504512 Jun 01 12:51:10.937144 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b0d5d67-89c7-4ee3-92a6-46c4fbd67047 req-ae314793-c85e-40c8-a8c4-587d815db3a3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876784 Jun 01 12:51:11.357024 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f9955-696f-420a-b9bf-73d34674d1fc req-c8faef24-aa4d-4328-9298-9c3089cfdfd8 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:11.358521 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-990f9955-696f-420a-b9bf-73d34674d1fc req-c8faef24-aa4d-4328-9298-9c3089cfdfd8 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 949 time: 0.1014228 Jun 01 12:51:11.375431 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54ce4203-116a-4ce5-868d-514dc59ab0d0 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:11.409097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-990f9955-696f-420a-b9bf-73d34674d1fc req-a667a27a-6a6e-465e-b7a6-1750f29c897f tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 Jun 01 12:51:11.464573 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 54ce4203-116a-4ce5-868d-514dc59ab0d0 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:11.472352 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 54ce4203-116a-4ce5-868d-514dc59ab0d0 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:11.472765 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.621409 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.655817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:11.658097 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2da7b67-f5c3-4b1c-ac67-043a72c95c53" -d '{"events": [{"server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "name": "network-vif-plugged", "status": "completed", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:11.667122 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:11.672212 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.675076 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:11.716329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e941d-e3be-4ede-8aae-87830e7d28b6 x-openstack-request-id: req-a09e941d-e3be-4ede-8aae-87830e7d28b6 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:11.716879 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "name": "network-vif-plugged", "status": "completed", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:11.717215 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a09e941d-e3be-4ede-8aae-87830e7d28b6 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:11.717745 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0', 'code': 200} Jun 01 12:51:11.759686 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:11.763841 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:11.927546 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58782) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:11.965976 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:11.968789 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 80206d04-f591-46af-92b8-cd50bf668423 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:12.063415 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847cc1a-9a07-435f-a06a-80c8bfbfff0c req-12b4e088-01bd-4859-80e7-f72d974696f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:12.065128 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8847cc1a-9a07-435f-a06a-80c8bfbfff0c req-12b4e088-01bd-4859-80e7-f72d974696f8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 1103 time: 0.1199183 Jun 01 12:51:12.076106 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 80206d04-f591-46af-92b8-cd50bf668423 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:12.087702 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 80206d04-f591-46af-92b8-cd50bf668423 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:12.088817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.108640 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-750687379-network', 'tenant_id': '64d5fa207b1849d09f7ed6bbe4db8381'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:12.119332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.131497 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Usage tracker for resource:network and tenant:64d5fa207b1849d09f7ed6bbe4db8381 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.135706 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.144995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.154501 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8847cc1a-9a07-435f-a06a-80c8bfbfff0c req-16179977-68b0-4599-9bb1-f2724349f5ef service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825229 Jun 01 12:51:12.161311 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Made reservation on behalf of 64d5fa207b1849d09f7ed6bbe4db8381 for: {'network': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:12.163641 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.176987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.193053 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.198450 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Usage tracker for resource:security_group_rule and tenant:64d5fa207b1849d09f7ed6bbe4db8381 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.201724 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.207789 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.210045 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe597d-45a6-4f04-b15a-ba8e61414ed4 req-a32dac1e-4434-4694-b7ee-77ef707d9abe tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:12.217879 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3dfe597d-45a6-4f04-b15a-ba8e61414ed4 req-a32dac1e-4434-4694-b7ee-77ef707d9abe tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0915499 Jun 01 12:51:12.222237 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.258427 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 80206d04-f591-46af-92b8-cd50bf668423, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=80206d04-f591-46af-92b8-cd50bf668423,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:12.268255 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.271073 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:12.274234 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3dfe597d-45a6-4f04-b15a-ba8e61414ed4 req-5f6e7cd3-976c-4a64-b237-7cadd1bb233c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552695 Jun 01 12:51:12.314989 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.319459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.323685 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7abaaea0-9e68-43b5-981b-edae17d506ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:12.341337 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:12.344472 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:12.354596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=98618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:12.363912 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318c0814-f65a-441f-978f-f9348bfacc2e,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:12.368819 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:12.371611 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.371969 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.segments_db [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Added segment ca5b62d8-96fb-43d5-9a42-173197cedb58 of type vlan for network 194f9912-882f-4102-8342-9b683197efc9 Jun 01 12:51:12.400396 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.434964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.436309 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:12.437067 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.440622 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:12.537589 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6087401 Jun 01 12:51:12.540375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58794) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:12.542986 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Pushing event updated for resources: {'Network': ['ID=194f9912-882f-4102-8342-9b683197efc9,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:12.546259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:12.549793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Request body: {'subnet': {'network_id': '194f9912-882f-4102-8342-9b683197efc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-750687379-subnet', 'tenant_id': '64d5fa207b1849d09f7ed6bbe4db8381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:12.553941 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 194f9912-882f-4102-8342-9b683197efc9 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:12.555712 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:12.563250 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Usage tracker for resource:subnet and tenant:64d5fa207b1849d09f7ed6bbe4db8381 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:12.566812 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:12.573147 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:12.584700 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Made reservation on behalf of 64d5fa207b1849d09f7ed6bbe4db8381 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:12.587936 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:12.623947 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b78360-c852-4136-8a7b-884013a9a8dc req-acbefa38-c0ea-4feb-bc9c-5ac107ab672a tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:12.625768 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0b78360-c852-4136-8a7b-884013a9a8dc req-acbefa38-c0ea-4feb-bc9c-5ac107ab672a tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.1034098 Jun 01 12:51:12.681340 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0b78360-c852-4136-8a7b-884013a9a8dc req-daafddde-7b58-4d22-be2b-310d20ba406c tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Jun 01 12:51:13.024934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.030043 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d2db4129-527f-41d0-a0ae-65d03ffcc714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:13.110124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb54b97-6e92-4e17-92a8-d6f16bd4a56b,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:13.114969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:13.117128 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Checking segment: {'id': 'ca5b62d8-96fb-43d5-9a42-173197cedb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '194f9912-882f-4102-8342-9b683197efc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:13.117504 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Network hostable DHCP agents. Network: 194f9912-882f-4102-8342-9b683197efc9, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:13.136742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Network 194f9912-882f-4102-8342-9b683197efc9 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:13.154122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 194f9912-882f-4102-8342-9b683197efc9) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:13.164386 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60e8ce-172d-4974-ba30-c2d68ec728e4 None None] Network 194f9912-882f-4102-8342-9b683197efc9 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:13.172516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.173418 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.333360 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-cb600c16-be92-462e-9a27-46ce23737f64 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7918355 Jun 01 12:51:13.413040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce89c0e-8fdd-4a24-8591-8e8a13500e6c req-069a9fc9-d477-45e3-901a-3ec05ff8e252 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.423693 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1ce89c0e-8fdd-4a24-8591-8e8a13500e6c req-069a9fc9-d477-45e3-901a-3ec05ff8e252 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.1153986 Jun 01 12:51:13.522676 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad3636-4898-46fb-890b-0c4a91905535 None None] Network 194f9912-882f-4102-8342-9b683197efc9 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:13.569523 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1ce89c0e-8fdd-4a24-8591-8e8a13500e6c req-4a5cff2a-dab1-403c-b6a2-9de41af3232e tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446822 Jun 01 12:51:13.613758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111722ad-8dc2-4c7c-903a-fe8520160d6f req-e86fb5c1-8fbd-4aab-8586-726e474a63cc tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.615297 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-111722ad-8dc2-4c7c-903a-fe8520160d6f req-e86fb5c1-8fbd-4aab-8586-726e474a63cc tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1651137 Jun 01 12:51:13.667032 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-111722ad-8dc2-4c7c-903a-fe8520160d6f req-f6217991-c51e-403a-becc-cb3e274e97b7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454476 Jun 01 12:51:13.755536 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1fa5cb9b-683c-45e8-8a6c-274ad949506d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:13.917982 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edce1b-c4ff-4b00-a7a5-fd8dda627c65 req-d620bb44-4609-4787-a863-10fe90727553 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:13.921371 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-55edce1b-c4ff-4b00-a7a5-fd8dda627c65 req-d620bb44-4609-4787-a863-10fe90727553 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.1095712 Jun 01 12:51:13.948637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 80206d04-f591-46af-92b8-cd50bf668423 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:13.950043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58828) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:13.960836 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-34899404-network', 'tenant_id': 'f869418c6dbf4368b441b72e75b86682'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:13.974610 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:13.982981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Usage tracker for resource:network and tenant:f869418c6dbf4368b441b72e75b86682 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:13.987704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:13.993205 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-55edce1b-c4ff-4b00-a7a5-fd8dda627c65 req-52db68e8-bcb3-418a-b21a-38dcf0eeaafe tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663619 Jun 01 12:51:13.998234 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.014150 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Made reservation on behalf of f869418c6dbf4368b441b72e75b86682 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:14.016572 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.030938 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.051155 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:14.055202 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Usage tracker for resource:security_group_rule and tenant:f869418c6dbf4368b441b72e75b86682 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:14.058312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:14.065993 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.067659 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.075266 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 80206d04-f591-46af-92b8-cd50bf668423 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:14.075764 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.171523 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.176316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.179864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-410de432-6ddc-457f-a4b7-fce0ef5b8126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:14.217230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:14.227870 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2af3d1-3443-4d0c-9d74-14a520afeff2,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.232698 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:14.238934 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.238934 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Added segment e3a40ca4-c333-40af-a70a-b5c03bd0d915 of type vlan for network fc2becc3-fd56-4979-a073-107baae4589f Jun 01 12:51:14.274511 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.311937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.313600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:14.314258 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.320464 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:14.432084 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Pushing event updated for resources: {'Network': ['ID=fc2becc3-fd56-4979-a073-107baae4589f,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:14.435000 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:14.443413 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network fc2becc3-fd56-4979-a073-107baae4589f details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:14.446305 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4940593 Jun 01 12:51:14.448476 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58838) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:14.455561 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Request body: {'subnet': {'network_id': 'fc2becc3-fd56-4979-a073-107baae4589f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-34899404-subnet', 'tenant_id': 'f869418c6dbf4368b441b72e75b86682', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:14.461563 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:14.467597 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Usage tracker for resource:subnet and tenant:f869418c6dbf4368b441b72e75b86682 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:14.472350 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:14.481063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:14.605819 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Made reservation on behalf of f869418c6dbf4368b441b72e75b86682 for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:14.608157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392182'] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:14.820090 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b6f915-1b5e-48e6-8bde-95dd8e531c1b req-be950285-14f2-4223-b819-0adce1ac203e tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:14.821566 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-75b6f915-1b5e-48e6-8bde-95dd8e531c1b req-be950285-14f2-4223-b819-0adce1ac203e tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.2526686 Jun 01 12:51:14.918840 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c1de11-d647-4177-9653-49217dec7010 req-bc6e6836-f647-4358-8c0c-b1ce617449e5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:14.920359 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-17c1de11-d647-4177-9653-49217dec7010 req-bc6e6836-f647-4358-8c0c-b1ce617449e5 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2222745 Jun 01 12:51:14.960317 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-75b6f915-1b5e-48e6-8bde-95dd8e531c1b req-130c14c4-99fe-433f-a501-22b5c267725d tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078591 Jun 01 12:51:15.001097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-17c1de11-d647-4177-9653-49217dec7010 req-c38a7666-ef25-4533-890a-bae254219791 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729561 Jun 01 12:51:15.210509 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d90f2-4da8-48aa-b541-9732adfceee6 req-a2724dd6-3be3-49ae-901e-ffbace0b87bf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.211997 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4f3d90f2-4da8-48aa-b541-9732adfceee6 req-a2724dd6-3be3-49ae-901e-ffbace0b87bf tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1134748 Jun 01 12:51:15.242786 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.309461 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4f3d90f2-4da8-48aa-b541-9732adfceee6 req-db875e49-ebfe-4951-abd5-7344b9090b54 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876141 Jun 01 12:51:15.314875 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-870581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392160'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.320550 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-77f60c81-f7c3-4c42-ad57-b69d34bc3fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:15.400884 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda8136e-749e-485d-b201-12f31ec10a38,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:15.405304 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:15.411251 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Checking segment: {'id': 'e3a40ca4-c333-40af-a70a-b5c03bd0d915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': 'fc2becc3-fd56-4979-a073-107baae4589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:15.411748 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Network hostable DHCP agents. Network: fc2becc3-fd56-4979-a073-107baae4589f, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:15.432786 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Network fc2becc3-fd56-4979-a073-107baae4589f is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:15.443686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, fc2becc3-fd56-4979-a073-107baae4589f) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:15.454269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:15.454443 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2df6b-76ee-4b66-8739-abc6de03aa25 None None] Network fc2becc3-fd56-4979-a073-107baae4589f requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:15.454914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.483435 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0338275 Jun 01 12:51:15.639616 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58854) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:15.660811 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fa5ad2-3f11-4a0e-ae9b-084152eecba6 None None] Network fc2becc3-fd56-4979-a073-107baae4589f requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:15.703704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Deleting subnet 9cb54b97-6e92-4e17-92a8-d6f16bd4a56b {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:15.710004 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.769752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234212'] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:15.830383 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.125854 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-870646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392169'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.133348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61499caf-025b-486b-8f41-096ea7059888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:16.282913 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cb54b97-6e92-4e17-92a8-d6f16bd4a56b,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:16.292790 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:16.299163 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.328595 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-bae3bbf4-2d80-4e11-bcb8-ccf3c447acc2 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9cb54b97-6e92-4e17-92a8-d6f16bd4a56b HTTP/1.1" status: 204 len: 168 time: 0.6877596 Jun 01 12:51:16.331766 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58864) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:16.368382 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4fd31-73c9-4e15-b0fe-49bc0e562517 req-05a7bb66-1a9e-4c14-8685-0949d5425202 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.374716 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eef4fd31-73c9-4e15-b0fe-49bc0e562517 req-05a7bb66-1a9e-4c14-8685-0949d5425202 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.2474728 Jun 01 12:51:16.411399 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71e61-ada1-4f81-85d6-53dc3a1a8ff6 req-541dec98-7846-4274-bd00-f317e45a3f2c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.413507 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c8c71e61-ada1-4f81-85d6-53dc3a1a8ff6 req-541dec98-7846-4274-bd00-f317e45a3f2c tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2521873 Jun 01 12:51:16.462656 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eef4fd31-73c9-4e15-b0fe-49bc0e562517 req-acc23ae1-0cd7-4392-b232-375a0b558cea tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817347 Jun 01 12:51:16.498143 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c8c71e61-ada1-4f81-85d6-53dc3a1a8ff6 req-82f2eeb3-3932-4455-86a0-0d1b28d00410 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753229 Jun 01 12:51:16.547747 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.588818 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-b36a3ba2-e669-4333-a80f-5fd7a483178d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.589979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-b36a3ba2-e669-4333-a80f-5fd7a483178d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Synchronizing usage tracker for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:16.679025 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-b36a3ba2-e669-4333-a80f-5fd7a483178d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Unset dirty status for tenant:c45aa8e2a02c469aa9c7f580b2f1ce10 on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:16.680229 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-b36a3ba2-e669-4333-a80f-5fd7a483178d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 945 time: 0.2374310 Jun 01 12:51:16.684425 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d43594-5016-412d-be73-e4acf40519d2 req-95c671d5-5841-4437-9847-f6e4bb6a6f42 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.686090 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4d43594-5016-412d-be73-e4acf40519d2 req-95c671d5-5841-4437-9847-f6e4bb6a6f42 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0904047 Jun 01 12:51:16.769341 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.772222 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e4d43594-5016-412d-be73-e4acf40519d2 req-44f8148f-c109-4f93-be03-1bcafa41c85c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797937 Jun 01 12:51:16.804692 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194f9912-882f-4102-8342-9b683197efc9']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:16.823239 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5b62d8-96fb-43d5-9a42-173197cedb58') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:16.823607 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5b62d8-96fb-43d5-9a42-173197cedb58') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:16.838649 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-eb159e94-9d2a-449e-a5de-a3c4abb8b832 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:16.840286 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-eb159e94-9d2a-449e-a5de-a3c4abb8b832 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.98 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.1080265 Jun 01 12:51:16.868987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.903562 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.915100 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:16.915577 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:16.929252 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:17.019235 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.026366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d06e6c96-14e9-4232-852a-20744197e60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:17.040561 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.048520 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Deleting port 4a146576-9e3c-43bf-996f-816317697574 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:17.048873 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.071896 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Pushing event deleted for resources: {'Network': ['ID=194f9912-882f-4102-8342-9b683197efc9,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.078104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Deleting port 54ce4203-116a-4ce5-868d-514dc59ab0d0 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:17.078104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.080880 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] 10.222.0.93 "DELETE /v2.0/networks/194f9912-882f-4102-8342-9b683197efc9 HTTP/1.1" status: 204 len: 168 time: 0.7477171 Jun 01 12:51:17.092681 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 58872) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:17.096643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e7a64594-c5e2-47b1-91b8-e5ff36772a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:17.222732 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] For port 4a146576-9e3c-43bf-996f-816317697574, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a146576-9e3c-43bf-996f-816317697574,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:17.223234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.244626 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Deleting subnet cda8136e-749e-485d-b201-12f31ec10a38 {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:17.251927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.332304 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] For port 54ce4203-116a-4ce5-868d-514dc59ab0d0, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=54ce4203-116a-4ce5-868d-514dc59ab0d0,segment=NetworkSegment(9f87873e-9bb2-48e5-940e-8a32cca162ab),segment_id=9f87873e-9bb2-48e5-940e-8a32cca162ab)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:17.332832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.347509 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234212'] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.386122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Calling delete_port for 4a146576-9e3c-43bf-996f-816317697574 owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:17.507637 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Calling delete_port for 54ce4203-116a-4ce5-868d-514dc59ab0d0 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:17.532132 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.566556 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.580788 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-553cf3e1-ee73-4c3c-a940-fa750120fb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:17.592890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['ea28d4af-f22c-46b7-aea9-2a5c04239008'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:17.638741 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Pushing event deleted for resources: {'Port': ['ID=4a146576-9e3c-43bf-996f-816317697574,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:17.649628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:17.740790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] No DVR routers for this DVR port 4a146576-9e3c-43bf-996f-816317697574 on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:17.744827 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:17.748764 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'name': 'network-vif-deleted', 'tag': '4a146576-9e3c-43bf-996f-816317697574'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:17.751024 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4158d84-1d92-40a3-880d-eef2e6abe92d" -d '{"events": [{"server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "name": "network-vif-deleted", "tag": "4a146576-9e3c-43bf-996f-816317697574"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:17.768018 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-622d6d8a-bd04-495d-b904-441b9f553ba9 req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "DELETE /v2.0/ports/4a146576-9e3c-43bf-996f-816317697574 HTTP/1.1" status: 204 len: 173 time: 1.0425549 Jun 01 12:51:17.853270 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ebd56814-6014-40ce-9274-9192fea4f030 req-dc07a482-7642-4816-8cb0-694e2dfc0a14 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=c1e81f58-6500-45f7-947d-9da08026210e HTTP/1.1" status: 200 len: 210 time: 0.1268361 Jun 01 12:51:17.916141 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.069858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.087084 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e02f98-8f5c-4383-8b3e-c59f94fcbaed req-a5bc5cfe-4425-409d-a5ef-acb072e8c816 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:18.088645 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b4e02f98-8f5c-4383-8b3e-c59f94fcbaed req-a5bc5cfe-4425-409d-a5ef-acb072e8c816 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/ports?device_id=2bfb1cbe-1a50-4303-81a8-724a84a1439e HTTP/1.1" status: 200 len: 950 time: 0.4140050 Jun 01 12:51:18.089434 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75c670b5-0ee1-41f7-a5fa-47c0ec5a5587 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:18.098811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799b48d4-1b09-4db0-b581-0490577de749 x-openstack-request-id: req-799b48d4-1b09-4db0-b581-0490577de749 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:18.099543 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e81f58-6500-45f7-947d-9da08026210e", "name": "network-vif-deleted", "tag": "4a146576-9e3c-43bf-996f-816317697574", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:18.100063 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-799b48d4-1b09-4db0-b581-0490577de749 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:18.100785 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e81f58-6500-45f7-947d-9da08026210e', 'name': 'network-vif-deleted', 'tag': '4a146576-9e3c-43bf-996f-816317697574', 'status': 'completed', 'code': 200} Jun 01 12:51:18.163739 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Pushing event deleted for resources: {'Port': ['ID=54ce4203-116a-4ce5-868d-514dc59ab0d0,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:18.173417 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:18.355802 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] No DVR routers for this DVR port 54ce4203-116a-4ce5-868d-514dc59ab0d0 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:18.363055 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b4e02f98-8f5c-4383-8b3e-c59f94fcbaed req-fa115915-19c2-4de9-b592-1c768068e00b tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.93 "GET /v2.0/security-groups?id=67a77e7e-78ff-4168-8b08-3230bc602c28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376027 Jun 01 12:51:18.364282 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.369308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'name': 'network-vif-deleted', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:18.373213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed63762-da04-41e4-b586-685d4c107476" -d '{"events": [{"server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "name": "network-vif-deleted", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:18.392435 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-870646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392169'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.404738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b6f885db-cf54-4efe-9385-4595f642d8c7 req-ac6111ab-8b59-42fe-b832-30ed5d168eb0 tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] 10.222.0.98 "DELETE /v2.0/ports/54ce4203-116a-4ce5-868d-514dc59ab0d0 HTTP/1.1" status: 204 len: 173 time: 1.5566571 Jun 01 12:51:18.408113 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:18.453321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36520de-0c74-4077-a527-e0276cda4a15 x-openstack-request-id: req-c36520de-0c74-4077-a527-e0276cda4a15 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:18.453654 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfb1cbe-1a50-4303-81a8-724a84a1439e", "name": "network-vif-deleted", "tag": "54ce4203-116a-4ce5-868d-514dc59ab0d0", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:18.453813 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c36520de-0c74-4077-a527-e0276cda4a15 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:18.454388 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb1cbe-1a50-4303-81a8-724a84a1439e', 'name': 'network-vif-deleted', 'tag': '54ce4203-116a-4ce5-868d-514dc59ab0d0', 'status': 'completed', 'code': 200} Jun 01 12:51:18.456172 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda8136e-749e-485d-b201-12f31ec10a38,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:18.459843 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:18.462973 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.466048 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-63cc28ae-5dee-4000-b1d4-808fd4c9f99d admin admin] 10.222.0.93 "DELETE /v2.0/subnets/cda8136e-749e-485d-b201-12f31ec10a38 HTTP/1.1" status: 204 len: 168 time: 1.3721180 Jun 01 12:51:18.470526 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58892) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:18.488889 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b8907-d23d-4a04-99fb-31688480a0bc req-c1c9fbe8-e5b5-4502-b129-ce6c6323a4d2 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:18.490639 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df8b8907-d23d-4a04-99fb-31688480a0bc req-c1c9fbe8-e5b5-4502-b129-ce6c6323a4d2 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.2724040 Jun 01 12:51:18.561311 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-df8b8907-d23d-4a04-99fb-31688480a0bc req-77201661-5304-40b0-8ce0-c1df06e99092 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538800 Jun 01 12:51:18.606785 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.855319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.874780 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2becc3-fd56-4979-a073-107baae4589f']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:18.895778 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a40ca4-c333-40af-a70a-b5c03bd0d915') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:18.896105 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a40ca4-c333-40af-a70a-b5c03bd0d915') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:18.911201 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.941358 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.949837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:18.950645 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:18.967015 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:19.065687 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.071624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-208d5868-9ad4-4758-b626-2fbba75b39ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.086871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.097489 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2becc3-fd56-4979-a073-107baae4589f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.103173 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/fc2becc3-fd56-4979-a073-107baae4589f HTTP/1.1" status: 204 len: 168 time: 0.6282616 Jun 01 12:51:19.103173 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.355884 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58908) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.422396 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-70de1b1f-833c-4987-b651-7330695f629b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=64d5fa207b1849d09f7ed6bbe4db8381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647862 Jun 01 12:51:19.423380 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54ce4203-116a-4ce5-868d-514dc59ab0d0 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:19.427199 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58914) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:19.478457 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 54ce4203-116a-4ce5-868d-514dc59ab0d0 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:19.478768 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 54ce4203-116a-4ce5-868d-514dc59ab0d0 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:19.479140 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a146576-9e3c-43bf-996f-816317697574 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:19.504595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.520934 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 4a146576-9e3c-43bf-996f-816317697574 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:19.521306 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a146576-9e3c-43bf-996f-816317697574 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:19.528526 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9bdc0-3aaa-453f-8828-f521e46f44cf req-4cccbd39-fddf-4970-bfa7-159579b14061 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:19.536325 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64f9bdc0-3aaa-453f-8828-f521e46f44cf req-4cccbd39-fddf-4970-bfa7-159579b14061 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1426671 Jun 01 12:51:19.538066 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.597024 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64f9bdc0-3aaa-453f-8828-f521e46f44cf req-ef83383f-756b-47cd-8b38-2ddb0e77cad9 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529444 Jun 01 12:51:19.630080 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.642116 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-740df813-0131-4287-879e-58f339ed1215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:19.666807 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c0814-f65a-441f-978f-f9348bfacc2e,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:19.669871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:19.673439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:19.674241 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/318c0814-f65a-441f-978f-f9348bfacc2e HTTP/1.1" status: 204 len: 168 time: 0.2457473 Jun 01 12:51:19.785678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97c841-3c44-43ad-970c-de8c61cf2adf req-fecbe16a-897e-4cdf-8754-074f943d12ef tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:19.787330 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1d97c841-3c44-43ad-970c-de8c61cf2adf req-fecbe16a-897e-4cdf-8754-074f943d12ef tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0877814 Jun 01 12:51:19.848597 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1d97c841-3c44-43ad-970c-de8c61cf2adf req-2f51b10b-9453-48b2-8b66-078124e1654f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494859 Jun 01 12:51:20.312898 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58948) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:20.400406 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-986f8361-3437-4d65-af59-2c1d94bbed75 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f869418c6dbf4368b441b72e75b86682&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856535 Jun 01 12:51:20.403185 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 58952) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:20.489782 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.532628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.595600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2fa02-7d52-430b-ba3f-548f0e182ff8 req-b0eb7821-53f5-4ba2-b95c-b1e1e5f4b141 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:20.597508 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-33d2fa02-7d52-430b-ba3f-548f0e182ff8 req-b0eb7821-53f5-4ba2-b95c-b1e1e5f4b141 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.3714473 Jun 01 12:51:20.600900 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-1547fd73-580c-4588-9bf9-5a1819cc43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:20.602873 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-1547fd73-580c-4588-9bf9-5a1819cc43ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1484008 Jun 01 12:51:20.614455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.622810 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:20.638956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2af3d1-3443-4d0c-9d74-14a520afeff2,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:20.644190 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:20.645973 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:20.648907 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f62e822e-5e13-490f-ad1c-2fd5c747f1f4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/9d2af3d1-3443-4d0c-9d74-14a520afeff2 HTTP/1.1" status: 204 len: 168 time: 0.2446368 Jun 01 12:51:20.793910 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-33d2fa02-7d52-430b-ba3f-548f0e182ff8 req-6c108e97-c06d-411c-8c35-53a70110da51 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1875243 Jun 01 12:51:20.913360 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-b7c9a3fa-deac-4b56-8da5-194e06b77208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:20.914752 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-b7c9a3fa-deac-4b56-8da5-194e06b77208 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.2913141 Jun 01 12:51:21.016441 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13345b60-fb81-4271-a3fa-d1c20e509496 req-1b983495-b681-4295-9e4a-aba8f1d3dabc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:21.017927 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-13345b60-fb81-4271-a3fa-d1c20e509496 req-1b983495-b681-4295-9e4a-aba8f1d3dabc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1933365 Jun 01 12:51:21.070041 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-3feb5930-a445-471c-8117-e457aed2c9b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 1001 time: 0.1461596 Jun 01 12:51:21.149649 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-13345b60-fb81-4271-a3fa-d1c20e509496 req-e170a8ef-9924-49e1-b4c3-a5e782b899ad tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221652 Jun 01 12:51:21.185395 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-816d514f-c551-49cc-ae79-438cfbe9e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:21.187993 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-816d514f-c551-49cc-ae79-438cfbe9e335 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.1006029 Jun 01 12:51:21.329488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-09aefb5f-75e4-44d6-93f5-138aa7c0cce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:21.331085 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-09aefb5f-75e4-44d6-93f5-138aa7c0cce8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1312814 Jun 01 12:51:21.564198 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-828befbd-e500-4e0b-b2ef-109a45e8f364 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246561 Jun 01 12:51:21.790129 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232c0c4a-84b1-4202-8074-73e9ecc148c1 req-5441c577-ac44-43d1-ba60-01abbf8284c0 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183287 Jun 01 12:51:22.026897 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8b5d-6e37-4f4c-b4a4-7d153db72620 req-98f026ff-d3c6-4d3e-ab7f-98b3b52c10e1 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:22.033431 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-903a8b5d-6e37-4f4c-b4a4-7d153db72620 req-98f026ff-d3c6-4d3e-ab7f-98b3b52c10e1 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1010537 Jun 01 12:51:22.089040 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-903a8b5d-6e37-4f4c-b4a4-7d153db72620 req-3940dce8-ef69-4166-9a54-2a9afeb97b96 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540063 Jun 01 12:51:22.392023 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1d6be-4540-4940-ae5c-58e9c9029cc2 req-8b14121b-5672-4693-916e-dbf24fc56180 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:22.393562 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69e1d6be-4540-4940-ae5c-58e9c9029cc2 req-8b14121b-5672-4693-916e-dbf24fc56180 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1072938 Jun 01 12:51:22.452439 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-69e1d6be-4540-4940-ae5c-58e9c9029cc2 req-a427f2d1-0910-4e16-86c8-35179e692f4a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Jun 01 12:51:23.365810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956deb40-6d0a-4ee5-802e-3650abd28f06 req-266dfd30-fd39-416c-99df-156c1e2c99d8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:23.367566 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-956deb40-6d0a-4ee5-802e-3650abd28f06 req-266dfd30-fd39-416c-99df-156c1e2c99d8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1253901 Jun 01 12:51:23.426007 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-956deb40-6d0a-4ee5-802e-3650abd28f06 req-c817eac9-698d-438a-a357-ed83957e5920 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520349 Jun 01 12:51:23.693121 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df218bf-2ce0-4620-a169-93b3706e7180 req-7bd3cf0a-2607-4521-991f-ad9991f147e4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:23.694622 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3df218bf-2ce0-4620-a169-93b3706e7180 req-7bd3cf0a-2607-4521-991f-ad9991f147e4 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0906150 Jun 01 12:51:23.748189 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3df218bf-2ce0-4620-a169-93b3706e7180 req-07113d8e-7385-41fa-8dab-439a1270e0dc tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Jun 01 12:51:24.983063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06aeee-5d8c-423f-b7dc-b49963e85b9c req-6a6c3074-7359-4e09-9416-d3732a16102a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:24.984615 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1c06aeee-5d8c-423f-b7dc-b49963e85b9c req-6a6c3074-7359-4e09-9416-d3732a16102a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.0953608 Jun 01 12:51:25.056201 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1c06aeee-5d8c-423f-b7dc-b49963e85b9c req-fbc53d3c-b2f7-4c06-9dc3-58c75d05945a tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Jun 01 12:51:25.803342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-305e6117-4b90-40a9-ace7-d2f7b5d1a335 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:25.805624 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-305e6117-4b90-40a9-ace7-d2f7b5d1a335 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1050053 Jun 01 12:51:26.007706 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Deleting port ea28d4af-f22c-46b7-aea9-2a5c04239008 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:26.008526 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.043299 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59262) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:26.272530 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e8d75fb5-0eac-4ba4-8ab7-929dacc022a8 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=446933ea059742efb60d8c3fdfb04fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268937 Jun 01 12:51:26.274203 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59270) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:26.346516 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4eb94e-fe4e-4fb2-81eb-3e825b7e1537 req-dde0350f-495a-4cbd-a76a-5b4bee9b6a1d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:26.347401 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.355060 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf4eb94e-fe4e-4fb2-81eb-3e825b7e1537 req-dde0350f-495a-4cbd-a76a-5b4bee9b6a1d tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/ports?device_id=9433c601-782a-4ecb-a002-37edbb1bae8a HTTP/1.1" status: 200 len: 945 time: 0.1414380 Jun 01 12:51:26.381369 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.381574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] For port ea28d4af-f22c-46b7-aea9-2a5c04239008, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=ea28d4af-f22c-46b7-aea9-2a5c04239008,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:26.381847 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.444529 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.448866 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-291a57e4-d5c2-4b5b-b42e-48c91dd12695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:26.462109 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a77e7e-78ff-4168-8b08-3230bc602c28,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.466632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:26.483409 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.503853 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/67a77e7e-78ff-4168-8b08-3230bc602c28 HTTP/1.1" status: 204 len: 168 time: 0.2129867 Jun 01 12:51:26.548470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Calling delete_port for ea28d4af-f22c-46b7-aea9-2a5c04239008 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:26.568932 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf4eb94e-fe4e-4fb2-81eb-3e825b7e1537 req-eaf0dbc2-2a4a-40b1-b4da-7c96ce2b0126 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.93 "GET /v2.0/security-groups?id=0b5e4d50-a59e-4399-842e-341cadf4c598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128115 Jun 01 12:51:26.721039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.728399 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ea5c3b9d-a153-4a07-9a03-cb6185bac760 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:26.745285 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['ea28d4af-f22c-46b7-aea9-2a5c04239008'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:26.775124 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Pushing event deleted for resources: {'Port': ['ID=ea28d4af-f22c-46b7-aea9-2a5c04239008,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:26.780066 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:26.917701 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] No DVR routers for this DVR port ea28d4af-f22c-46b7-aea9-2a5c04239008 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:51:26.929714 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:26.934068 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'name': 'network-vif-deleted', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:26.938530 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5491ae97-376d-4ad4-83b9-24dd6de80116" -d '{"events": [{"server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "name": "network-vif-deleted", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:26.958501 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-efdf2d71-4de5-4adc-bde7-2355e18e1eba req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] 10.222.0.98 "DELETE /v2.0/ports/ea28d4af-f22c-46b7-aea9-2a5c04239008 HTTP/1.1" status: 204 len: 173 time: 1.1460729 Jun 01 12:51:27.003182 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c2f3b2-d7d8-4bef-a239-530eb0b0087b x-openstack-request-id: req-f1c2f3b2-d7d8-4bef-a239-530eb0b0087b {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:27.003629 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9433c601-782a-4ecb-a002-37edbb1bae8a", "name": "network-vif-deleted", "tag": "ea28d4af-f22c-46b7-aea9-2a5c04239008", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:27.003975 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f1c2f3b2-d7d8-4bef-a239-530eb0b0087b {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:27.004581 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9433c601-782a-4ecb-a002-37edbb1bae8a', 'name': 'network-vif-deleted', 'tag': 'ea28d4af-f22c-46b7-aea9-2a5c04239008', 'status': 'completed', 'code': 200} Jun 01 12:51:27.484225 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 59310) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:27.637872 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-814796625-network', 'tenant_id': '93c3f1fe49c6432a8f18f98c7a8764d2'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:27.642980 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:27.648177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Usage tracker for resource:network and tenant:93c3f1fe49c6432a8f18f98c7a8764d2 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:27.651892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:27.660496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:27.676445 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Made reservation on behalf of 93c3f1fe49c6432a8f18f98c7a8764d2 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:27.679042 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.693294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.710173 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:27.714443 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Usage tracker for resource:security_group_rule and tenant:93c3f1fe49c6432a8f18f98c7a8764d2 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:27.717909 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:27.724702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:27.726883 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59320) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:27.837868 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.845530 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.849312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2936dafa-ee15-483c-860b-6f7d5bbe0b6f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:27.883121 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:51:27.892757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:27.896698 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:27.899936 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.900358 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Added segment 1141fbf9-5afc-471e-b098-7cc7f105e89a of type vlan for network 2f9579e3-e129-444e-983f-dfdc4bb82818 Jun 01 12:51:27.946568 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:27.998466 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.000141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:28.000905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.005978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:28.067525 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5821514 Jun 01 12:51:28.073654 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59330) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:28.083675 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Request body: {'subnet': {'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-814796625-subnet', 'tenant_id': '93c3f1fe49c6432a8f18f98c7a8764d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:28.100381 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:28.111876 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Usage tracker for resource:subnet and tenant:93c3f1fe49c6432a8f18f98c7a8764d2 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:28.159101 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Pushing event updated for resources: {'Network': ['ID=2f9579e3-e129-444e-983f-dfdc4bb82818,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:28.162468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:28.172745 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:51:28.195550 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:28.217398 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:28.243986 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Made reservation on behalf of 93c3f1fe49c6432a8f18f98c7a8764d2 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:28.246839 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:28.735395 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.209204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.216681 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-749088ab-71d3-4d03-8d2d-49aef1e78e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:29.340681 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=898919e6-5c48-4273-9990-a1856245049d,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:29.351882 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:29.362267 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Checking segment: {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:29.362620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Network hostable DHCP agents. Network: 2f9579e3-e129-444e-983f-dfdc4bb82818, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:51:29.423910 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:51:29.439878 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 2f9579e3-e129-444e-983f-dfdc4bb82818) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:29.460395 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:29.461043 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.468480 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3421b22-8703-464b-931f-438805db9f4d None None] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:29.475356 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Deleting port 50d4bddb-c9a2-45d1-805b-e75301b67735 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:29.475824 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.504145 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device ea28d4af-f22c-46b7-aea9-2a5c04239008 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:29.521343 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e77df8c0-ec39-4d51-b3b7-329550a0d52a admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4377728 Jun 01 12:51:29.559137 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: ea28d4af-f22c-46b7-aea9-2a5c04239008 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:29.559481 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device ea28d4af-f22c-46b7-aea9-2a5c04239008 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:29.650609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] For port 50d4bddb-c9a2-45d1-805b-e75301b67735, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=50d4bddb-c9a2-45d1-805b-e75301b67735,segment=NetworkSegment(6b13fc2c-ade0-4720-96ab-06acb6c15a83),segment_id=6b13fc2c-ade0-4720-96ab-06acb6c15a83)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:29.651155 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:29.743956 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ff3f7c-19e1-497d-84d9-17cb3127d37e None None] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:51:29.826087 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Calling delete_port for 50d4bddb-c9a2-45d1-805b-e75301b67735 owned by network:router_interface {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:30.217278 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:30.224765 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:30.292206 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=50d4bddb-c9a2-45d1-805b-e75301b67735,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:30.296048 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:30.815934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.256337 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Router 9811d180-644c-4cf4-9376-eee212be0f9a has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:31.456408 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:31.466790 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Sync routers for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:31.472802 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-42a483f7-353a-4f46-896d-4a94cc90cd4a admin admin] 10.222.0.93 "PUT /v2.0/routers/9811d180-644c-4cf4-9376-eee212be0f9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7442584 Jun 01 12:51:31.475757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 59374) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:31.480922 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:31.481685 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:51:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:31.676468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:31.699661 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:32.037261 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:51:30Z', 'revision_number': 5, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:32.041690 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Checking router: 9811d180-644c-4cf4-9376-eee212be0f9a for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:32.051620 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Routers {'9811d180-644c-4cf4-9376-eee212be0f9a'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:32.052372 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:51:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9811d180-644c-4cf4-9376-eee212be0f9a'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:32.093596 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.127244 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-af742995-1c1c-4b9e-af25-065c68459b94 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:32.128462 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-822326e2-58a2-4298-b887-eee0b59d0985 req-af742995-1c1c-4b9e-af25-065c68459b94 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Synchronizing usage tracker for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:32.230255 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-822326e2-58a2-4298-b887-eee0b59d0985 req-af742995-1c1c-4b9e-af25-065c68459b94 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Unset dirty status for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:32.232422 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-af742995-1c1c-4b9e-af25-065c68459b94 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 813 time: 0.3923283 Jun 01 12:51:32.261114 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-421538be-b8cf-466d-98ff-1e6a129d6bf8 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/quotas/93c3f1fe49c6432a8f18f98c7a8764d2 HTTP/1.1" status: 200 len: 375 time: 0.0206258 Jun 01 12:51:32.295722 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] Set router 9811d180-644c-4cf4-9376-eee212be0f9a gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:32.346984 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Deleting port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:51:32.347500 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.558619 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-0ad23ba3-f965-44f3-bf6d-dc0f4ff04ad8 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2789257 Jun 01 12:51:32.681245 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:51:30Z', 'revision_number': 5, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:32.681245 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867bc21d-0a94-4603-8201-373dedc27fcf None None] The sync data for ids ['9811d180-644c-4cf4-9376-eee212be0f9a'] in dv-cinder-776307-6-smb is: [{'id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'name': 'tempest-ServerRescueNegativeTestJSON-528127256-router', 'tenant_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42'}], 'enable_snat': True}, 'gw_port_id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:07Z', 'updated_at': '2021-06-01T12:51:30Z', 'revision_number': 5, 'project_id': 'c45aa8e2a02c469aa9c7f580b2f1ce10', 'gw_port': {'id': '9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9811d180-644c-4cf4-9376-eee212be0f9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:32.815482 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] For port 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:32.815853 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:32.958151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Calling delete_port for 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa owned by network:router_gateway {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:51:32.971690 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-c30e26f5-480d-44f8-9bb2-96ff2942d333 service neutron] 10.222.0.93 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230755 Jun 01 12:51:33.274523 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-aa953a62-8399-4cd9-8712-739b6434059f service neutron] 10.222.0.93 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902055 Jun 01 12:51:33.382091 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.387082 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0f2ab1bb-e35a-4f51-9030-54567d8d8d76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:33.446582 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:33.452366 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:33.564768 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-811e3c21-2dba-4c7e-a6a3-2542f379e68d req-ccc65350-ad16-4556-9a12-ad4b699a3254 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 210 time: 0.0761383 Jun 01 12:51:33.598267 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.836745 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.846686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.979270 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 50d4bddb-c9a2-45d1-805b-e75301b67735 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:33.987810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:33.988703 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9811d180-644c-4cf4-9376-eee212be0f9a {{(pid=98617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:51:34.008219 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.009602 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] 10.222.0.93 "DELETE /v2.0/routers/9811d180-644c-4cf4-9376-eee212be0f9a HTTP/1.1" status: 204 len: 168 time: 2.5327926 Jun 01 12:51:34.014311 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 59432) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:34.057636 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 50d4bddb-c9a2-45d1-805b-e75301b67735 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:34.057981 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 50d4bddb-c9a2-45d1-805b-e75301b67735 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:34.361316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Deleting subnet a16600fa-44d0-41a3-a0ba-606f79350a54 {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:51:34.364887 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-b00fd989-fe6c-4e97-a26f-7f4d31ed72af tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Synchronizing usage tracker for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:34.370122 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.427914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-b00fd989-fe6c-4e97-a26f-7f4d31ed72af tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Unset dirty status for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:34.429136 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-b00fd989-fe6c-4e97-a26f-7f4d31ed72af tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472784852&fields=id&tenant_id=f8bc0167e43545329eae9e19526ae2a9 HTTP/1.1" status: 200 len: 267 time: 0.3490763 Jun 01 12:51:34.431529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234212'] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.596321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:34.807994 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-558c76e7-e599-49ad-8298-06c0269783aa req-9738dd1c-5b39-4813-b3bc-4fcab00baa05 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 210 time: 0.1000817 Jun 01 12:51:34.814585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-60872f34-d01c-4ffa-89a7-65e1fad4fc1b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:34.815504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-60872f34-d01c-4ffa-89a7-65e1fad4fc1b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Synchronizing usage tracker for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:34.997502 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-60872f34-d01c-4ffa-89a7-65e1fad4fc1b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Unset dirty status for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:34.998585 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-60872f34-d01c-4ffa-89a7-65e1fad4fc1b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 809 time: 0.5345538 Jun 01 12:51:35.051557 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-1cd3c79d-1f9f-4a24-90fe-7df8d116f6af tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/quotas/f8bc0167e43545329eae9e19526ae2a9 HTTP/1.1" status: 200 len: 375 time: 0.0457001 Jun 01 12:51:35.144061 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-7598cda7-b4cb-4594-a009-53f5a3166218 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:35.145616 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-7598cda7-b4cb-4594-a009-53f5a3166218 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 813 time: 0.3810720 Jun 01 12:51:35.162361 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Request body: {'port': {'device_id': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818', 'admin_state_up': True, 'tenant_id': '93c3f1fe49c6432a8f18f98c7a8764d2'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:35.312039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-870646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392169'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.324129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-79740195-dfa0-439e-aed7-31d979dedcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:35.367081 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a16600fa-44d0-41a3-a0ba-606f79350a54,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:35.384155 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:35.390858 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.409143 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:35.418002 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-0163c830-ab8c-46c1-a6d0-b2a65125c891 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3523481 Jun 01 12:51:35.422121 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/a16600fa-44d0-41a3-a0ba-606f79350a54 HTTP/1.1" status: 204 len: 168 time: 1.4013917 Jun 01 12:51:35.422520 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Usage tracker for resource:port and tenant:93c3f1fe49c6432a8f18f98c7a8764d2 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:35.422635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59450) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:35.426133 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:35.435129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:35.468786 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Made reservation on behalf of 93c3f1fe49c6432a8f18f98c7a8764d2 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:35.473355 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.554942 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.693143 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-6edb262c-1d43-42fb-89b7-62c609505cd3 service neutron] 10.222.0.93 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473495 Jun 01 12:51:35.735645 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.751369 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f90677-0514-4560-aba1-b4ba41c4154a']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.765528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b13fc2c-ade0-4720-96ab-06acb6c15a83') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.765818 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b13fc2c-ade0-4720-96ab-06acb6c15a83') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:35.784490 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.806749 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.814514 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Releasing vlan 1068 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:51:35.815264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:51:35.829405 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:51:35.869147 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Allocated IP 172.20.0.3 (2f9579e3-e129-444e-983f-dfdc4bb82818/898919e6-5c48-4273-9990-a1856245049d/bfa95bce-0657-47a7-9de4-446899a7138b) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:35.910379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:51:35.953786 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-260e6c19-7a86-438f-ba27-bd17aec9dfb7 service neutron] 10.222.0.93 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293565 Jun 01 12:51:35.965115 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.973174 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:35.974315 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:51:35.974674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 9e02b1ec-2b52-4fe9-8900-4ed2901a2ffa not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:51:35.979405 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:36.003591 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=07f90677-0514-4560-aba1-b4ba41c4154a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:36.007121 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:36.020960 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-341b8e9d-0164-40ac-9ee9-618d040438f7 admin admin] 10.222.0.93 "DELETE /v2.0/networks/07f90677-0514-4560-aba1-b4ba41c4154a HTTP/1.1" status: 204 len: 168 time: 0.5941219 Jun 01 12:51:36.198390 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59472) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:36.233360 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9cb295ef-5cf6-449b-88da-ab472a65e73f req-a414aa28-1a07-4ef8-83d0-553cb15bab14 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 210 time: 0.1957285 Jun 01 12:51:36.295022 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6d307836-ca03-45ec-b8a1-4359385590fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c45aa8e2a02c469aa9c7f580b2f1ce10&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0940731 Jun 01 12:51:36.297630 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59476) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:36.364771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.365148 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.404543 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.406511 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.413172 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-fe3a8718-2649-42c5-9364-21c196821312 tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:36.497033 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.504623 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:36.510993 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ebb3336d-1f6c-4d1a-9c84-586d9757ece8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:36.531479 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5e4d50-a59e-4399-842e-341cadf4c598,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:36.534269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:36.540600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.541791 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0b5e4d50-a59e-4399-842e-341cadf4c598 HTTP/1.1" status: 204 len: 168 time: 0.2430696 Jun 01 12:51:36.552073 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:36.562331 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:36.600210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Pushing event updated for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:36.617607 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:36.619695 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a78aa79b-4f33-4860-83ef-2bc91731fc27 req-378a5d9e-a269-4921-b197-471190b7280a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 210 time: 0.1174414 Jun 01 12:51:36.642338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:36.642996 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:36.669317 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5108345 Jun 01 12:51:36.684757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Request body: {'port': {'device_id': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:36.950699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.534574 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfa95bce-0657-47a7-9de4-446899a7138b {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:37.544199 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.565032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Transition to ACTIVE for port object bfa95bce-0657-47a7-9de4-446899a7138b will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:37.572716 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.578391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-24e2a9f3-9020-4865-82a0-36b33de02bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:37.643548 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-10f0ff46-c096-40a4-bf41-0b6678e03c9b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:37.644338 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-10f0ff46-c096-40a4-bf41-0b6678e03c9b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Synchronizing usage tracker for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:37.733895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:37.738861 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:37.770285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-10f0ff46-c096-40a4-bf41-0b6678e03c9b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Unset dirty status for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:37.772300 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-10f0ff46-c096-40a4-bf41-0b6678e03c9b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 931 time: 0.3156674 Jun 01 12:51:37.885036 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-36530257-f815-45d1-aec1-a8ffb9098348 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Synchronizing usage tracker for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:37.897475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Attempting to bind port bfa95bce-0657-47a7-9de4-446899a7138b on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:37.897810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Attempting to bind port bfa95bce-0657-47a7-9de4-446899a7138b by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:37.898140 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Attempting to bind port bfa95bce-0657-47a7-9de4-446899a7138b on network 2f9579e3-e129-444e-983f-dfdc4bb82818 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:37.909050 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Port bfa95bce-0657-47a7-9de4-446899a7138b on network 2f9579e3-e129-444e-983f-dfdc4bb82818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:37.909587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Attempting to bind port bfa95bce-0657-47a7-9de4-446899a7138b on network 2f9579e3-e129-444e-983f-dfdc4bb82818 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:37.918315 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:37.918695 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Checking segment: {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:37.919208 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Bound using segment: {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:37.919648 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Bound port: bfa95bce-0657-47a7-9de4-446899a7138b, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:37.920029 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:37.939923 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-36530257-f815-45d1-aec1-a8ffb9098348 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Unset dirty status for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:37.941379 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c429fdc0-3fb2-4a5f-a84c-e005aa71d644 req-36530257-f815-45d1-aec1-a8ffb9098348 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333702 Jun 01 12:51:38.042219 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:38.046594 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=bfa95bce-0657-47a7-9de4-446899a7138b,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:38.051958 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.059781 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3875df65-5d92-4b8a-a9ba-92636615118f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:38.061554 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-9bb40fb4-67ee-472e-bf3d-0a0ec7521f17 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.064400 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-9bb40fb4-67ee-472e-bf3d-0a0ec7521f17 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 809 time: 0.1804099 Jun 01 12:51:38.121501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.122277 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.123812 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-37bffb69-216f-4019-9368-3956746192b8 service neutron] 10.222.0.98 "PUT /v2.0/ports/bfa95bce-0657-47a7-9de4-446899a7138b HTTP/1.1" status: 200 len: 1093 time: 1.4469931 Jun 01 12:51:38.134285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:38.137361 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14573930-3f8f-494f-b2a1-8db8c9069ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:38.143483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-cc00d6f4-4730-43f1-9f45-dbb8da47b6e9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Synchronizing usage tracker for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:security_group {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:51:38.174851 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-cc00d6f4-4730-43f1-9f45-dbb8da47b6e9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Unset dirty status for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:security_group {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:51:38.176703 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-cc00d6f4-4730-43f1-9f45-dbb8da47b6e9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8bc0167e43545329eae9e19526ae2a9 HTTP/1.1" status: 200 len: 380 time: 0.1012099 Jun 01 12:51:38.190152 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'port': {'device_id': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'admin_state_up': True, 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'security_groups': ['77ab4312-3cc6-4660-a42c-0f503ed8437f']}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:38.202979 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6a0ff8f7-faec-4ed5-9f53-205be092c346 req-6b4a9d99-f1c9-4f30-a060-645e0a882ffa tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 210 time: 0.0696023 Jun 01 12:51:38.301595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:38.331227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:38.349423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-10ec9e89-e4a5-4067-867f-9e93ffd567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.351332 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-10ec9e89-e4a5-4067-867f-9e93ffd567f0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 1096 time: 0.1473489 Jun 01 12:51:38.475448 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14225c49-72d9-4875-ae72-0fb8dffc50d9 x-openstack-request-id: req-14225c49-72d9-4875-ae72-0fb8dffc50d9 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:38.476152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:38.477059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-14225c49-72d9-4875-ae72-0fb8dffc50d9 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:38.477735 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b', 'status': 'completed', 'code': 200} Jun 01 12:51:38.489135 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-152b8dd1-b722-49ca-b58c-c8276f401f5a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa95bce-0657-47a7-9de4-446899a7138b HTTP/1.1" status: 200 len: 217 time: 0.1146064 Jun 01 12:51:38.579251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:38.583368 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822326e2-58a2-4298-b887-eee0b59d0985 req-272c22c6-bd58-4c79-a856-4de796d8fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:38.583752 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:port and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:38.585411 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-272c22c6-bd58-4c79-a856-4de796d8fab0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=898919e6-5c48-4273-9990-a1856245049d HTTP/1.1" status: 200 len: 853 time: 0.0831430 Jun 01 12:51:38.586900 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:38.592895 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:38.608935 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Made reservation on behalf of f8bc0167e43545329eae9e19526ae2a9 for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:51:38.614666 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:38.763441 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-072790b2-4857-48f0-aa11-a8f87f1bf1df service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2f9579e3-e129-444e-983f-dfdc4bb82818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679082 Jun 01 12:51:38.838513 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Allocated IP 172.20.0.5 (bf206acb-d519-44a4-a7e5-eaf4dc124404/891a56dd-5650-4ed6-aefb-ea2fd4228311/4a51e870-05ce-4104-8806-ea39103ea876) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:38.936805 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-35fe4a4d-f791-4ce6-9d24-867381de75f1 service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632750 Jun 01 12:51:39.087183 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.104266 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Transition to ACTIVE for port object 4a51e870-05ce-4104-8806-ea39103ea876 will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:39.132010 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.138843 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-297ffbfd-a13b-4011-b115-b5e86fb8b545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:39.168066 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-822326e2-58a2-4298-b887-eee0b59d0985 req-561430de-dc2a-4a29-9a34-7f15531026fd service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180226 Jun 01 12:51:39.199831 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce969-dca2-425e-a6b8-fd8aa2e79fca req-1fe6e49e-078a-4f3f-8e48-631c2e5ef3d2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.201437 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e8dce969-dca2-425e-a6b8-fd8aa2e79fca req-1fe6e49e-078a-4f3f-8e48-631c2e5ef3d2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 943 time: 0.1146045 Jun 01 12:51:39.207616 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:39.210951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:39.215091 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:39.260103 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:39.274334 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:39.294589 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e8dce969-dca2-425e-a6b8-fd8aa2e79fca req-678d8b05-af09-45c3-926c-c1377f78a81a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847924 Jun 01 12:51:39.335197 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-2de23738-c88f-4423-868f-b0fa960fe923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.336703 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-2de23738-c88f-4423-868f-b0fa960fe923 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 1096 time: 0.0944579 Jun 01 12:51:39.351237 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.352280 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.381061 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956367 Jun 01 12:51:39.395818 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Request body: {'port': {'device_id': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:39.562151 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-59679c6b-5cc1-4a66-a9e9-0bbd6efea206 None None] Provisioning for port 4a51e870-05ce-4104-8806-ea39103ea876 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:39.570154 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-59679c6b-5cc1-4a66-a9e9-0bbd6efea206 None None] Provisioning complete for port 4a51e870-05ce-4104-8806-ea39103ea876 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:39.570857 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-59679c6b-5cc1-4a66-a9e9-0bbd6efea206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.591219 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:39.600161 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-e9d3d9b2-f8d1-4c5f-b732-8c0bb49a1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.603678 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-e9d3d9b2-f8d1-4c5f-b732-8c0bb49a1ad8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 915 time: 0.2594159 Jun 01 12:51:39.611005 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:51:39.630770 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-59679c6b-5cc1-4a66-a9e9-0bbd6efea206 None None] Port 4a51e870-05ce-4104-8806-ea39103ea876 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:51:39.740414 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-52bd242e-928a-475e-bbd5-dac8da4ae17c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bfa95bce-0657-47a7-9de4-446899a7138b HTTP/1.1" status: 200 len: 217 time: 0.1268127 Jun 01 12:51:39.794295 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fff72-a3cf-4811-b54a-96e837c31cfa req-db10bced-f8d7-4830-ade3-7d13aef3ba2c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.795822 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-364fff72-a3cf-4811-b54a-96e837c31cfa req-db10bced-f8d7-4830-ade3-7d13aef3ba2c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 931 time: 0.3703434 Jun 01 12:51:39.854357 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-1cd46b5b-1177-4d7c-971d-1a78dfaa5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:39.855888 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-1cd46b5b-1177-4d7c-971d-1a78dfaa5f01 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=898919e6-5c48-4273-9990-a1856245049d HTTP/1.1" status: 200 len: 853 time: 0.1091583 Jun 01 12:51:39.904513 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-364fff72-a3cf-4811-b54a-96e837c31cfa req-99c224de-cae3-47fe-9bd1-d7bd778b04dd tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949461 Jun 01 12:51:39.911732 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-3dea52d7-656e-4f58-9d85-7ad9ec39d52b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2f9579e3-e129-444e-983f-dfdc4bb82818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486085 Jun 01 12:51:40.017332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a51e870-05ce-4104-8806-ea39103ea876 {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:40.026470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.048276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Transition to ACTIVE for port object 4a51e870-05ce-4104-8806-ea39103ea876 will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:51:40.053694 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.065011 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8f6c68c6-0f41-4bf4-9bea-eff3779da1f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:40.082104 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-e2fd0be2-570b-48eb-acb4-e583d2678857 service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628723 Jun 01 12:51:40.244849 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7cc9611f-71f7-4ef5-b9f7-0b19a462bdc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.257313 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.292797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:40.303158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-14573930-3f8f-494f-b2a1-8db8c9069ee4 req-f88ec43c-b553-4142-8254-71a42b779fd8 service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122817 Jun 01 12:51:40.353567 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Attempting to bind port 4a51e870-05ce-4104-8806-ea39103ea876 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:51:40.354246 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Attempting to bind port 4a51e870-05ce-4104-8806-ea39103ea876 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:51:40.354769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Attempting to bind port 4a51e870-05ce-4104-8806-ea39103ea876 on network bf206acb-d519-44a4-a7e5-eaf4dc124404 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:40.363816 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Port 4a51e870-05ce-4104-8806-ea39103ea876 on network bf206acb-d519-44a4-a7e5-eaf4dc124404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:51:40.364209 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Attempting to bind port 4a51e870-05ce-4104-8806-ea39103ea876 on network bf206acb-d519-44a4-a7e5-eaf4dc124404 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:51:40.371397 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:51:40.372016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Checking segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:51:40.372605 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Bound using segment: {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:51:40.373459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Bound port: 4a51e870-05ce-4104-8806-ea39103ea876, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b141af-1e19-4a9c-ac64-1232e46ebd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:51:40.373966 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.483860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:51:40.488081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:51:40.493730 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.502884 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7182e3f4-c265-427b-b7f3-df611e1fed5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:40.569902 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d775a46-ed03-43ae-b01b-c3c0236af38a req-8a853d1b-aa62-499a-b112-cf4c704487a6 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:40.571541 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8d775a46-ed03-43ae-b01b-c3c0236af38a req-8a853d1b-aa62-499a-b112-cf4c704487a6 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 943 time: 0.1158123 Jun 01 12:51:40.609677 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:40.610338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:40.611667 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] 10.222.0.98 "PUT /v2.0/ports/4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 1093 time: 1.2228608 Jun 01 12:51:40.615369 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:40.618793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f591fb9b-a41a-4d24-b48e-e07791e44cee" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:40.658737 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8d775a46-ed03-43ae-b01b-c3c0236af38a req-9841ba9c-0b4c-4b7d-9c19-d7f34e22d1ab tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767632 Jun 01 12:51:40.665689 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:40.681478 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:40.760080 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1924ee1d-82b2-4473-91d4-e3dee730e5fd x-openstack-request-id: req-1924ee1d-82b2-4473-91d4-e3dee730e5fd {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:40.760690 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:40.761125 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-1924ee1d-82b2-4473-91d4-e3dee730e5fd {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:40.761779 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'status': 'completed', 'code': 200} Jun 01 12:51:40.782259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-90afe936-dfef-4aec-bfc6-345fd64fe4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:40.783797 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-90afe936-dfef-4aec-bfc6-345fd64fe4ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1096 time: 0.1007864 Jun 01 12:51:40.868312 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-ec3d403a-45ea-4b35-a4e3-7c11bd63b146 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 217 time: 0.0733781 Jun 01 12:51:40.951197 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-c5084d4a-405f-4604-aa29-2ad72e29a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:40.952885 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-c5084d4a-405f-4604-aa29-2ad72e29a272 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0784459 Jun 01 12:51:41.179140 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2c90c-796b-4285-91f1-7d8e4eab95bf req-bb01a8b7-1379-4911-becb-dd779a5dcaae tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.183021 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-10d2c90c-796b-4285-91f1-7d8e4eab95bf req-bb01a8b7-1379-4911-becb-dd779a5dcaae tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.1572917 Jun 01 12:51:41.200620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e8e09-7795-463a-baa2-02faeaef5859 req-928825e9-b7b9-4fca-a3a7-ada7ebccbfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.202181 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-928825e9-b7b9-4fca-a3a7-ada7ebccbfc5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2321444 Jun 01 12:51:41.233365 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-10d2c90c-796b-4285-91f1-7d8e4eab95bf req-f73131bb-7591-45a8-98e6-21b713b115f3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441568 Jun 01 12:51:41.378165 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-1c38b4d3-c984-4a1b-9ced-88f82452cb55 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604974 Jun 01 12:51:41.523649 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-232e8e09-7795-463a-baa2-02faeaef5859 req-2e20a479-5ab7-4dc4-9f37-63c025dc5c47 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378734 Jun 01 12:51:41.545811 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 59622) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:41.562437 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device bfa95bce-0657-47a7-9de4-446899a7138b details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:41.679223 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-e8e64d6b-9e24-43f2-9683-8014d807b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.681578 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-e8e64d6b-9e24-43f2-9683-8014d807b5aa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1096 time: 0.0977504 Jun 01 12:51:41.764979 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=bfa95bce-0657-47a7-9de4-446899a7138b,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:41.772962 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.790383 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': 'bfa95bce-0657-47a7-9de4-446899a7138b', 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818', 'port_id': 'bfa95bce-0657-47a7-9de4-446899a7138b', 'mac_address': 'fa:16:3e:a9:a3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898919e6-5c48-4273-9990-a1856245049d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:41.847682 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:41.854300 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Usage tracker for resource:security_group_rule and tenant:17d9d758d4c64331827558a263936318 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:41.867872 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:41.885151 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.890724 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:41.910994 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfa95bce-0657-47a7-9de4-446899a7138b {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:41.931435 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=bfa95bce-0657-47a7-9de4-446899a7138b,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:41.949211 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:41.955416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-f33075dd-39c4-49fe-8937-5b9610d214d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:41.956532 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:41.958630 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-f33075dd-39c4-49fe-8937-5b9610d214d3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.2691360 Jun 01 12:51:42.050301 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.055277 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:42.055745 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-6075e78f-961d-4c2a-adb2-2a8d2c87c084 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 217 time: 0.0884600 Jun 01 12:51:42.059334 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:42.139998 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-27430add-f4c5-4ae8-96aa-92319f2f7734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.142177 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-27430add-f4c5-4ae8-96aa-92319f2f7734 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0796604 Jun 01 12:51:42.206240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.216496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.234694 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:42.249109 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-fcd7824b-f9d7-486b-aaa2-98a2d76c873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.250640 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-fcd7824b-f9d7-486b-aaa2-98a2d76c873f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1000419 Jun 01 12:51:42.315669 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81762c9-2b35-45fb-97e0-1ec6abbf8ebd req-b17988e7-73a0-49bd-9d48-5ed478cea6ce tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.318596 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f81762c9-2b35-45fb-97e0-1ec6abbf8ebd req-b17988e7-73a0-49bd-9d48-5ed478cea6ce tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 944 time: 0.3160203 Jun 01 12:51:42.339738 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48806848-1a1a-4862-aabe-091a1ee0f930,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:42.345774 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['bfa95bce-0657-47a7-9de4-446899a7138b'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:42.515869 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:42.522493 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-4fe879fc-d64d-41bd-a4d2-504408662a89 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633128 Jun 01 12:51:42.525282 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=17d9d758d4c64331827558a263936318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9777489 Jun 01 12:51:42.528502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59640) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:42.664814 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f81762c9-2b35-45fb-97e0-1ec6abbf8ebd req-0c3eb05a-210a-4771-812c-9fee631312e8 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339274 Jun 01 12:51:42.698735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b3be-2a57-4903-bced-0c75198f566d req-bb4f273f-b408-4b02-839e-5dd65a05ce14 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:42.700301 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8705b3be-2a57-4903-bced-0c75198f566d req-bb4f273f-b408-4b02-839e-5dd65a05ce14 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.1803029 Jun 01 12:51:42.731056 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.750310 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f591fb9b-a41a-4d24-b48e-e07791e44cee req-adf8b12d-5764-43ea-8047-c9e1b61e870f service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186708 Jun 01 12:51:42.754962 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8705b3be-2a57-4903-bced-0c75198f566d req-9829ac77-7e7c-4fce-9657-78178c0755f5 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481594 Jun 01 12:51:42.770511 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.847722 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.850771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b767a55d-f937-4d36-8f98-e4227ac6f500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:42.862642 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48806848-1a1a-4862-aabe-091a1ee0f930,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:42.866645 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:42.870834 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:42.872014 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/48806848-1a1a-4862-aabe-091a1ee0f930 HTTP/1.1" status: 204 len: 168 time: 0.3420019 Jun 01 12:51:43.575610 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device bfa95bce-0657-47a7-9de4-446899a7138b up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:43.659957 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port bfa95bce-0657-47a7-9de4-446899a7138b completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:43.666952 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port bfa95bce-0657-47a7-9de4-446899a7138b triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:43.667505 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.772067 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-83c7fbbb-c406-423f-a60a-2159c0e27713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.847126 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.878379 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59678) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:43.886859 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:43.889368 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3fcc7-6644-4114-89ec-d843d0f159a7" -d '{"events": [{"server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "name": "network-vif-plugged", "status": "completed", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:43.899580 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=bfa95bce-0657-47a7-9de4-446899a7138b,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:43.906474 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:43.910602 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:43.917363 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1db556-d38b-43c1-ba50-49e259f97e82 req-79380137-0c48-4b08-ba14-1d620b8eff01 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:43.919778 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe1db556-d38b-43c1-ba50-49e259f97e82 req-79380137-0c48-4b08-ba14-1d620b8eff01 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 944 time: 0.1213775 Jun 01 12:51:43.990653 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:43.994924 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:44.005385 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe1db556-d38b-43c1-ba50-49e259f97e82 req-ac7bfd49-d75d-459d-85fa-9dfca67b2b0c tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792615 Jun 01 12:51:44.087329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.102249 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.112367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55907e2d-de7b-4530-9c5a-8615428cedb6 x-openstack-request-id: req-55907e2d-de7b-4530-9c5a-8615428cedb6 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:44.112683 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "name": "network-vif-plugged", "status": "completed", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:44.113117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-55907e2d-de7b-4530-9c5a-8615428cedb6 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:44.113526 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b', 'code': 200} Jun 01 12:51:44.121012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:44.125780 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Usage tracker for resource:security_group_rule and tenant:67084f38d35b4544bb3ab09fa1887065 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:44.129324 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:44.137776 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:44.220943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35817f59-7df2-4b0c-82dc-713b1b1202c4 req-c9077617-d7aa-4652-959e-0b86ae6c9fa0 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:44.237860 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-35817f59-7df2-4b0c-82dc-713b1b1202c4 req-c9077617-d7aa-4652-959e-0b86ae6c9fa0 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.2445440 Jun 01 12:51:44.324544 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.332015 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.346452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-39ee69a9-887d-4773-9604-e66618965d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:44.348813 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-35817f59-7df2-4b0c-82dc-713b1b1202c4 req-542edf92-17aa-49e7-9303-b49e46a829fe tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058049 Jun 01 12:51:44.442238 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=67084f38d35b4544bb3ab09fa1887065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5617881 Jun 01 12:51:44.445192 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 59696) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:44.460846 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee6ed4f-d0bf-4c3c-b479-c12060f18c55,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.465045 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:44.492039 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7cfdb-4899-4ab7-ab28-7fcceed83e73 req-7d321c09-fb3d-4ef7-a337-ed6dd0bf13ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:44.493159 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cfd7cfdb-4899-4ab7-ab28-7fcceed83e73 req-7d321c09-fb3d-4ef7-a337-ed6dd0bf13ee service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 1098 time: 0.1356628 Jun 01 12:51:44.539513 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.572688 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.572989 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-cfd7cfdb-4899-4ab7-ab28-7fcceed83e73 req-d8204da6-d32d-4967-9178-bc3490829357 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710156 Jun 01 12:51:44.645269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.654599 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a0ad842f-bf69-450a-853a-9e20496acff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:44.677070 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee6ed4f-d0bf-4c3c-b479-c12060f18c55,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:44.681731 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:44.692095 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:44.696540 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ee6ed4f-d0bf-4c3c-b479-c12060f18c55 HTTP/1.1" status: 204 len: 168 time: 0.2500262 Jun 01 12:51:45.162812 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59716) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.183055 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.200790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:45.206386 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Usage tracker for resource:security_group_rule and tenant:c97e855d726e4b23b6d1722fd42137f7 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:45.211395 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:45.222138 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:45.270050 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.287929 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a31934-f2f2-4e19-91a4-a6c8e307eb33 req-123f8cc2-ea79-4436-ada3-f78a1a1aa454 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.289713 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79a31934-f2f2-4e19-91a4-a6c8e307eb33 req-123f8cc2-ea79-4436-ada3-f78a1a1aa454 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.1498096 Jun 01 12:51:45.367045 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79a31934-f2f2-4e19-91a4-a6c8e307eb33 req-741612ef-f706-4560-9685-d7f8b9fc7e60 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709109 Jun 01 12:51:45.388951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.414148 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.423626 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-222f949b-4cd2-401a-867a-9216e5684309 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:45.475365 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c97e855d726e4b23b6d1722fd42137f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082027 Jun 01 12:51:45.475365 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cd0492-070a-4f91-9f27-22fafcbe0d26,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.475756 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 59728) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:45.478480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d3ae4d08-db06-4c4e-91fc-06402a4acad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:45.554998 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.591093 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:51:45.597276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.604210 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897bb5f-b98f-4aa6-8134-57360c7e654f req-7f2f8558-94ae-4f43-98a0-a122532ab8e3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:45.613239 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5897bb5f-b98f-4aa6-8134-57360c7e654f req-7f2f8558-94ae-4f43-98a0-a122532ab8e3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.1292586 Jun 01 12:51:45.683340 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.695380 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-94aa56c6-97a8-4272-a10e-7166972d12ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:45.696972 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5897bb5f-b98f-4aa6-8134-57360c7e654f req-e951a3d6-1192-4f5c-9f0d-536948646e34 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827520 Jun 01 12:51:45.734090 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cd0492-070a-4f91-9f27-22fafcbe0d26,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:45.737803 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:45.739259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.744312 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/00cd0492-070a-4f91-9f27-22fafcbe0d26 HTTP/1.1" status: 204 len: 168 time: 0.2639356 Jun 01 12:51:45.863934 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:45.881384 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '4a51e870-05ce-4104-8806-ea39103ea876', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'mac_address': 'fa:16:3e:97:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:51:45.951410 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:45.974251 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51e870-05ce-4104-8806-ea39103ea876 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:51:45.994474 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:45.999122 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:46.001174 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:46.074059 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:46.077472 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:46.413024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['4a51e870-05ce-4104-8806-ea39103ea876'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:51:46.610009 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789432c-e874-4281-91be-b0862e5f9872 req-9ae10bec-1060-48d1-8093-44995f548078 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:46.611313 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6789432c-e874-4281-91be-b0862e5f9872 req-9ae10bec-1060-48d1-8093-44995f548078 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.0972450 Jun 01 12:51:46.684691 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6789432c-e874-4281-91be-b0862e5f9872 req-a2adbbc8-0a4c-4423-be56-c5cebf9cd8fd tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666914 Jun 01 12:51:47.006019 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1273def-98c5-4de3-8806-d89d02413f54 req-61cc03a0-c956-4597-8c28-aa17ea2c4b22 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:47.007370 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b1273def-98c5-4de3-8806-d89d02413f54 req-61cc03a0-c956-4597-8c28-aa17ea2c4b22 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 944 time: 0.1046026 Jun 01 12:51:47.063480 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b1273def-98c5-4de3-8806-d89d02413f54 req-2df0503d-e488-4afe-885e-eb2a370fd6c1 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495908 Jun 01 12:51:47.918328 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:48.325500 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496dea4-dea5-4b4c-9db0-83ab35ad2cb6 req-5b7f7386-cc1a-4a13-a17b-89fe9884dae6 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:48.329485 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1496dea4-dea5-4b4c-9db0-83ab35ad2cb6 req-5b7f7386-cc1a-4a13-a17b-89fe9884dae6 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 944 time: 0.1175516 Jun 01 12:51:48.387013 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1496dea4-dea5-4b4c-9db0-83ab35ad2cb6 req-ac7b7b99-76dc-479d-ad06-4db4e452708e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524950 Jun 01 12:51:49.602285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661e81-662c-46c4-b7f5-5fb975f52e22 req-7c480308-29d2-4d12-91fb-6d071164b01e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:49.603894 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-87661e81-662c-46c4-b7f5-5fb975f52e22 req-7c480308-29d2-4d12-91fb-6d071164b01e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 944 time: 0.0936129 Jun 01 12:51:49.614259 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:51:49.663451 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-87661e81-662c-46c4-b7f5-5fb975f52e22 req-14251656-8f8a-41ba-a94d-56fdcb1aad38 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479589 Jun 01 12:51:49.742953 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 4a51e870-05ce-4104-8806-ea39103ea876 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:51:49.748634 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 4a51e870-05ce-4104-8806-ea39103ea876 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:51:49.749051 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.897628 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.932623 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:49.935113 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a48ab52-1994-477d-b808-76c29347bee4" -d '{"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-plugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:49.945417 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:51:49.951691 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:49.956447 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:50.023881 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfd777d-18ad-4e73-aef5-8f32c2af5d57 x-openstack-request-id: req-4bfd777d-18ad-4e73-aef5-8f32c2af5d57 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:50.024270 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-plugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:50.024529 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4bfd777d-18ad-4e73-aef5-8f32c2af5d57 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:50.024947 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'code': 200} Jun 01 12:51:50.079843 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:50.083134 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:50.409784 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f59963-63be-4c5b-81a4-af2e6ffdbf43 req-04246dd6-2581-40a2-a23d-e30bb9b7e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:50.413420 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-65f59963-63be-4c5b-81a4-af2e6ffdbf43 req-04246dd6-2581-40a2-a23d-e30bb9b7e838 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0878940 Jun 01 12:51:50.469906 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-65f59963-63be-4c5b-81a4-af2e6ffdbf43 req-7ba78ad6-8955-4603-903c-36ebb4ed9992 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495353 Jun 01 12:51:50.889747 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d923cb-4317-4d4f-aa97-b3cde2061b20 req-f327216e-cb2e-4928-bbf2-9539e4665941 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:50.892195 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f1d923cb-4317-4d4f-aa97-b3cde2061b20 req-f327216e-cb2e-4928-bbf2-9539e4665941 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0974023 Jun 01 12:51:50.940417 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f1d923cb-4317-4d4f-aa97-b3cde2061b20 req-998e2320-7f51-4d4c-963d-398fdb4d0fc6 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Jun 01 12:51:52.299344 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f4e591-eda7-4ed3-b7d2-c0d03dd9f4f9 req-91cd01ef-5676-4bea-8b70-751fa96091ce tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:52.300994 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36f4e591-eda7-4ed3-b7d2-c0d03dd9f4f9 req-91cd01ef-5676-4bea-8b70-751fa96091ce tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.1990483 Jun 01 12:51:52.370265 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36f4e591-eda7-4ed3-b7d2-c0d03dd9f4f9 req-a705fe6d-5cbf-4651-bb77-8d7bc2c30e64 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628326 Jun 01 12:51:53.596412 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc0896-c0d3-4da0-8948-91a5d7947f8e req-53ea948e-6149-4e84-8f70-e8feea4078f1 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:53.598311 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5ecc0896-c0d3-4da0-8948-91a5d7947f8e req-53ea948e-6149-4e84-8f70-e8feea4078f1 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0989726 Jun 01 12:51:53.657595 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5ecc0896-c0d3-4da0-8948-91a5d7947f8e req-117b34e7-df29-4c9d-91ea-c92143de1091 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524065 Jun 01 12:51:53.871195 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a0255-39a3-4c55-918b-4740f710ef3c req-bcba2a8f-3505-4183-bab5-83cb7756b823 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:53.872895 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-845a0255-39a3-4c55-918b-4740f710ef3c req-bcba2a8f-3505-4183-bab5-83cb7756b823 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0973771 Jun 01 12:51:53.931164 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-845a0255-39a3-4c55-918b-4740f710ef3c req-a8505f89-e1d3-4aa7-b25c-587c2be66f11 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521500 Jun 01 12:51:53.955465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60020) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:54.332308 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8115a-9784-484f-8e92-3c2cedd308fa tempest-TestShelveInstance-161977482 tempest-TestShelveInstance-161977482-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:54.335835 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-22b8115a-9784-484f-8e92-3c2cedd308fa tempest-TestShelveInstance-161977482 tempest-TestShelveInstance-161977482-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1093 time: 0.3782582 Jun 01 12:51:54.338534 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60034) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:54.344643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:51:54.352151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:54.357109 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Usage tracker for resource:floatingip and tenant:f8bc0167e43545329eae9e19526ae2a9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:54.361286 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:54.369166 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:54.383985 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for floatingip, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.662229 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:54.869102 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Allocated IP 172.28.3.70 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/40ca114d-b3ae-4c9b-9102-8248801d160a) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:51:55.065725 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.074256 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60064) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:55.100507 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.105969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:55.115556 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf95fc-d4e3-4b65-8910-179a761d2f85 req-6ac9db9e-c77f-40ca-bb92-37b1cf5b56c4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:55.123435 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0cf95fc-d4e3-4b65-8910-179a761d2f85 req-6ac9db9e-c77f-40ca-bb92-37b1cf5b56c4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1557360 Jun 01 12:51:55.174634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:51:55.178677 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:51:55.183842 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:51:55.189410 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0cf95fc-d4e3-4b65-8910-179a761d2f85 req-03af2440-1799-4bce-8cdb-758d7899952c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640938 Jun 01 12:51:55.242011 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'Port': ['ID=40ca114d-b3ae-4c9b-9102-8248801d160a,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:55.250978 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:55.251227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.274626 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:55.281985 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca6e075889340cca5c5d887c0c44268 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:55.286003 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:55.294043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:55.424434 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.435478 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.455589 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2d6a1370-8a84-4f97-a883-9f680c91aa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:55.515857 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=2ca6e075889340cca5c5d887c0c44268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379766 Jun 01 12:51:55.516743 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c964b105-3b4e-42cb-8105-99fef8a04b77,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:55.519685 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60076) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:55.530885 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:55.603517 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.637444 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.718403 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.724217 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-22e9401b-ea9b-4d48-aaaf-c670683401c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:55.735862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c964b105-3b4e-42cb-8105-99fef8a04b77,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:55.738841 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:55.745951 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.747158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c964b105-3b4e-42cb-8105-99fef8a04b77 HTTP/1.1" status: 204 len: 168 time: 0.2265167 Jun 01 12:51:55.817511 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:55.909196 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.099664 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60088) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:56.121126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.137692 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:51:56.146263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Usage tracker for resource:security_group_rule and tenant:4f59f15a3c8c46dba1ca928f0a8186ec is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:51:56.149577 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:51:56.154588 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.156622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:51:56.161165 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.165634 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:56.266647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.271780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.281304 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-96f7efca-20fc-42ec-aa10-fa70084b6038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:56.317405 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.332022 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4f59f15a3c8c46dba1ca928f0a8186ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2283165 Jun 01 12:51:56.374632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60094) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:51:56.375399 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event updated for resources: {'Port': ['ID=40ca114d-b3ae-4c9b-9102-8248801d160a,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.380523 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:56.459818 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b666db1-fa63-4362-a8b7-964e29d79e31,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:56.467234 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:56.509620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4ddd1-b34c-443b-8089-b19d61bd3df7 req-2bf42255-830e-4699-9eaf-b24920f1bb28 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:56.511184 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6ce4ddd1-b34c-443b-8089-b19d61bd3df7 req-2bf42255-830e-4699-9eaf-b24920f1bb28 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1886849 Jun 01 12:51:56.565741 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6ce4ddd1-b34c-443b-8089-b19d61bd3df7 req-f7c0559d-f2b9-4a26-bf7c-27c4416e1fdc tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475764 Jun 01 12:51:56.665344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.670534 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Floating IP 4391a369-d8d5-45f8-a672-3af2683832e6 associated. External IP: 172.28.3.70, port: 4a51e870-05ce-4104-8806-ea39103ea876. Jun 01 12:51:56.774108 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.971736 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:56.984834 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-61faad72-98a9-46e4-918c-9a8951a44e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:51:57.012472 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b666db1-fa63-4362-a8b7-964e29d79e31,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:51:57.017682 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:51:57.105706 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.106815 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1b666db1-fa63-4362-a8b7-964e29d79e31 HTTP/1.1" status: 204 len: 168 time: 0.7287040 Jun 01 12:51:57.141744 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:51:57.364905 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:51:57.377594 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Sync routers for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:51:57.390102 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:51:57.400144 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:57.408875 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:51:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:57.462759 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1227729 Jun 01 12:51:57.463592 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:51:57.466035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf77c42-5896-488c-8ce6-0d4305478dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:51:57.519742 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcaf9dc-501c-4521-8a93-fd60b9b7a691 x-openstack-request-id: req-cdcaf9dc-501c-4521-8a93-fd60b9b7a691 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:51:57.520345 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:51:57.520874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-cdcaf9dc-501c-4521-8a93-fd60b9b7a691 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:51:57.521569 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'status': 'completed', 'code': 200} Jun 01 12:51:57.641663 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-75c39757-62f5-4563-b20a-3d50a3741364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.643205 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-75c39757-62f5-4563-b20a-3d50a3741364 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0897801 Jun 01 12:51:57.678971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:57.832747 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6a4fa-dc02-4bd2-bb78-a7190f27c1ed req-27f8b070-8183-4621-a197-7b2ebcb6f2b4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.841927 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-27a6a4fa-dc02-4bd2-bb78-a7190f27c1ed req-27f8b070-8183-4621-a197-7b2ebcb6f2b4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1138897 Jun 01 12:51:57.861622 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-d7fc6191-7fea-4bb2-b8df-f7c254d43572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:57.864536 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-d7fc6191-7fea-4bb2-b8df-f7c254d43572 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.2079370 Jun 01 12:51:57.908016 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-27a6a4fa-dc02-4bd2-bb78-a7190f27c1ed req-b03112bd-cfd4-4f6d-9f4a-974d95642c3c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606923 Jun 01 12:51:58.034975 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-b860c516-1cb1-475e-aef9-e96961227ed3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 998 time: 0.1624556 Jun 01 12:51:58.126496 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-e6985bfc-6cde-46a5-9849-689f63ada917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:58.128389 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-e6985bfc-6cde-46a5-9849-689f63ada917 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0797961 Jun 01 12:51:58.182119 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '4391a369-d8d5-45f8-a672-3af2683832e6', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'mac_address': 'fa:16:3e:97:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:51:55Z', 'updated_at': '2021-06-01T12:51:55Z', 'revision_number': 0, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:58.187148 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Checking router: 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:51:58.196330 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:51:58.197329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:51:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:58.228750 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-5cb295af-5ccb-42f2-bc36-6c02cc663f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:58.230641 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-5cb295af-5ccb-42f2-bc36-6c02cc663f03 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0841777 Jun 01 12:51:58.394118 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-5837ab69-12c6-4dd3-a42d-6a547dd10d4d service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558118 Jun 01 12:51:58.404560 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:51:58.579579 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4bf77c42-5896-488c-8ce6-0d4305478dd1 req-ad580c46-0063-48ab-a574-7e03718135fd service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780148 Jun 01 12:51:58.840451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '4391a369-d8d5-45f8-a672-3af2683832e6', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'mac_address': 'fa:16:3e:97:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:51:55Z', 'updated_at': '2021-06-01T12:51:55Z', 'revision_number': 0, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:51:58.845637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e61dfe-0d3d-49af-8ca9-be7e7ec1cf9c None None] The sync data for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb is: [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '4391a369-d8d5-45f8-a672-3af2683832e6', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'mac_address': 'fa:16:3e:97:76:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:51:55Z', 'updated_at': '2021-06-01T12:51:55Z', 'revision_number': 0, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:51:59.102644 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abf34c-b532-4754-a865-01e83cd6bb53 None None] New status for floating IP 4391a369-d8d5-45f8-a672-3af2683832e6: ACTIVE {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:51:59.128947 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064e370-e45f-49b0-a9e2-217d7e6c8cf1 req-e57ca046-db2a-4b6b-9fc8-fdeb5d31bb60 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:51:59.130610 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f064e370-e45f-49b0-a9e2-217d7e6c8cf1 req-e57ca046-db2a-4b6b-9fc8-fdeb5d31bb60 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0904465 Jun 01 12:51:59.186139 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f064e370-e45f-49b0-a9e2-217d7e6c8cf1 req-e99df4af-4c28-4bf6-a59c-4cd9f0911714 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485177 Jun 01 12:52:00.456293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88443640-6f61-4ed0-a725-c578dba22a09 req-087d8ba0-ba3c-418f-9097-34fd56d12658 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:00.457801 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-88443640-6f61-4ed0-a725-c578dba22a09 req-087d8ba0-ba3c-418f-9097-34fd56d12658 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1197350 Jun 01 12:52:00.507941 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-88443640-6f61-4ed0-a725-c578dba22a09 req-ffc9e192-fcdd-4e4a-8704-6a6752ba2a25 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419688 Jun 01 12:52:01.719487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8a92a-fb76-4eb6-9b1e-0d97d0bfed66 req-b759297f-b5d6-44a2-b958-60940157fa19 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:01.722159 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-94b8a92a-fb76-4eb6-9b1e-0d97d0bfed66 req-b759297f-b5d6-44a2-b958-60940157fa19 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0928235 Jun 01 12:52:01.776416 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-94b8a92a-fb76-4eb6-9b1e-0d97d0bfed66 req-500d5945-e2c7-40dd-917a-9e1378b165ed tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Jun 01 12:52:03.011007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfead76-e1a4-45fe-9eac-390df6bd9062 req-d086d7b0-fd12-4f63-bd6f-cadb5503676a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:03.012790 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6dfead76-e1a4-45fe-9eac-390df6bd9062 req-d086d7b0-fd12-4f63-bd6f-cadb5503676a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0915489 Jun 01 12:52:03.069639 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6dfead76-e1a4-45fe-9eac-390df6bd9062 req-48f911db-4bf8-42d0-a6df-fc8b87d67144 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494866 Jun 01 12:52:03.873872 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60298) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.007471 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.022599 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:04.026549 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Usage tracker for resource:security_group_rule and tenant:894f8ca23546499ba5d95c7b3fd830c6 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:04.029526 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:04.035273 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:04.124203 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.129927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.142409 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-da9a32fa-6618-4c5b-a53b-a525093e2742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:04.193656 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=894f8ca23546499ba5d95c7b3fd830c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182602 Jun 01 12:52:04.196218 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60310) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.197648 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e92c50-fb2d-40be-aee6-393f3fd64a1d,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.253484 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:04.291452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.328107 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.334799 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94457c5d-c4de-485e-907b-eaddbd888c1b req-973de9ab-6c82-4df2-9787-9a05f0ca379a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:04.348286 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-94457c5d-c4de-485e-907b-eaddbd888c1b req-973de9ab-6c82-4df2-9787-9a05f0ca379a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1455970 Jun 01 12:52:04.403118 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.412794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:04.430748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e92c50-fb2d-40be-aee6-393f3fd64a1d,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:04.440199 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-94457c5d-c4de-485e-907b-eaddbd888c1b req-09fb79d2-b809-42e7-b11c-2dd69bfcd9d2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903101 Jun 01 12:52:04.442982 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:04.450190 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:04.451883 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/15e92c50-fb2d-40be-aee6-393f3fd64a1d HTTP/1.1" status: 204 len: 168 time: 0.2534764 Jun 01 12:52:04.852422 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60326) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:04.989069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.005004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:05.009347 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Usage tracker for resource:security_group_rule and tenant:634f2d19fa7b44a6b3e714065f0a1a21 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:05.012559 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:05.018694 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:05.113833 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.119512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.127632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-afd7f1f1-c6a2-4b67-ba56-46f8ec1ae8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:05.173989 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=634f2d19fa7b44a6b3e714065f0a1a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202376 Jun 01 12:52:05.174811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ba3575-903e-4ab0-9be3-ce166719b47f,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.177049 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60330) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:05.178443 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:05.246727 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.284892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.344351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.348252 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9e15ffde-3310-420f-9545-fc9902ef02e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:05.363579 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ba3575-903e-4ab0-9be3-ce166719b47f,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:05.375363 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.375610 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.375964 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.376305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.376641 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.377017 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.377351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.377684 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.378017 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.378347 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.378677 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.379005 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:05.384200 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:05.392549 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:05.395893 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/93ba3575-903e-4ab0-9be3-ce166719b47f HTTP/1.1" status: 204 len: 168 time: 0.2154036 Jun 01 12:52:05.711485 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd1129-7d5c-4697-b679-ff456a2fe5fb req-ba80b02b-1241-46c1-9480-ced52fe7bd2c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:05.713305 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50fd1129-7d5c-4697-b679-ff456a2fe5fb req-ba80b02b-1241-46c1-9480-ced52fe7bd2c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1119685 Jun 01 12:52:05.766782 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50fd1129-7d5c-4697-b679-ff456a2fe5fb req-bc3af762-c5fc-4e18-b3b7-a48898f136bc tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463948 Jun 01 12:52:06.972346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12a700-2d00-4525-8bf1-0368605463b3 req-c86ceedd-c1b3-4744-b8a2-d04d75cbd118 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:06.973856 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3f12a700-2d00-4525-8bf1-0368605463b3 req-c86ceedd-c1b3-4744-b8a2-d04d75cbd118 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Jun 01 12:52:07.018808 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3f12a700-2d00-4525-8bf1-0368605463b3 req-cbbdf93a-cf61-4b72-b441-ae025980998e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 Jun 01 12:52:07.773488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60416) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:07.906181 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:07.921112 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:07.925345 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Usage tracker for resource:security_group_rule and tenant:66352a86458f4ed19cdbdd39b86ea273 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:07.928558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:07.935122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:08.028176 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.035470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.042721 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-68ee9ff4-1145-48eb-ba28-e3fba86ecde0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:08.085069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90703b30-5136-49bd-ad70-4c9c7867fd5b,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:08.089141 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=66352a86458f4ed19cdbdd39b86ea273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146648 Jun 01 12:52:08.092335 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60426) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:08.096518 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.096919 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.097269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.097609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.097974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.098343 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.098647 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.098996 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.099328 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.099676 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.099992 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.100416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:08.104222 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:08.209215 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.211019 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-199b3d81-c7a5-4883-bb6a-f0a5c47a19f5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717075 Jun 01 12:52:08.248137 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.303976 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99382597-d16b-44a5-a093-309a69b5c8e2 req-7a082050-7a50-4cd9-b3e1-318ff0cff2d0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.305370 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99382597-d16b-44a5-a093-309a69b5c8e2 req-7a082050-7a50-4cd9-b3e1-318ff0cff2d0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1455662 Jun 01 12:52:08.337799 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.350897 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:08.369566 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-f26522c4-877c-4c0c-9378-3fb0ec9751f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.369773 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90703b30-5136-49bd-ad70-4c9c7867fd5b,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:08.371860 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-f26522c4-877c-4c0c-9378-3fb0ec9751f9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.0853553 Jun 01 12:52:08.374995 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99382597-d16b-44a5-a093-309a69b5c8e2 req-d29b8a7f-998e-4000-988f-bf24d59593be tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619636 Jun 01 12:52:08.375801 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:08.377961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.378975 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/90703b30-5136-49bd-ad70-4c9c7867fd5b HTTP/1.1" status: 204 len: 168 time: 0.2850184 Jun 01 12:52:08.541124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-8c6e2873-a598-4ab6-901a-200755065efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.542640 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-8c6e2873-a598-4ab6-901a-200755065efd service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.1373746 Jun 01 12:52:08.656958 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-8e369309-724e-4032-8c74-8ae02ab60362 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 1001 time: 0.1067395 Jun 01 12:52:08.708896 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60438) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:08.730916 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.731671 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-4fbcb1c2-5508-495d-8d91-87913e693b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.733254 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-4fbcb1c2-5508-495d-8d91-87913e693b0b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0641093 Jun 01 12:52:08.749620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:08.754529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Usage tracker for resource:security_group_rule and tenant:25dd15352a304a8a9e44ab07548d5016 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:08.757760 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:08.764374 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:08.824149 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-0ac008f8-1526-4c32-a70c-dd547032d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:08.825360 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-0ac008f8-1526-4c32-a70c-dd547032d7d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771773 Jun 01 12:52:08.870675 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.876877 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:08.895629 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-75f42384-b6e2-4e32-b5a3-58004357dd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:08.987420 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-2e6ecf78-4e2b-4b72-9354-d8f9594b7b76 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409650 Jun 01 12:52:08.990674 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=25dd15352a304a8a9e44ab07548d5016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794833 Jun 01 12:52:08.992534 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c5c564-9583-44cf-9bae-3b8c9303a423,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:08.993370 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60450) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:09.007239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:09.177396 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.190479 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fba291ad-d87a-49a1-a9c4-a851e782a6d7 req-76f0491a-0ea8-4877-98b7-fd8440d7451b service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940236 Jun 01 12:52:09.209260 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.270342 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.275755 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22a0e33d-a53f-4dab-9a7a-5c0be811d804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:09.293528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c5c564-9583-44cf-9bae-3b8c9303a423,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:09.295953 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:09.309594 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.310709 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b5c5c564-9583-44cf-9bae-3b8c9303a423 HTTP/1.1" status: 204 len: 168 time: 0.3163812 Jun 01 12:52:09.586653 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a080f05-f7b8-411c-8263-e0f7e93d5993 req-2c7b75ac-f7cf-4a0f-8eba-737394bddfcd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:09.587965 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6a080f05-f7b8-411c-8263-e0f7e93d5993 req-2c7b75ac-f7cf-4a0f-8eba-737394bddfcd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0897188 Jun 01 12:52:09.635923 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6a080f05-f7b8-411c-8263-e0f7e93d5993 req-0f1953d8-d1ba-4cb3-9d64-33707ec7b8c8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420849 Jun 01 12:52:09.699745 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60462) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:09.716247 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:09.719516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.743246 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:09.748424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Usage tracker for resource:security_group_rule and tenant:c12de0b333b0452294a081915938274c is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:09.751458 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:09.757306 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:09.845176 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.849668 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.858850 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-077b5ce1-9506-412b-a1a8-aa50b95a9581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:09.870057 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:09.885715 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '25c8d733-bb02-444f-840c-58a13ff3f806', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:09.903510 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c12de0b333b0452294a081915938274c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026510 Jun 01 12:52:09.905366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6473e74f-827f-4c29-9238-075923fc60bb,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:09.906734 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60466) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:09.908441 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:09.981615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:09.992420 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.009951 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.010689 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:52:10.031616 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:10.036214 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.038121 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-77b79988-c76b-4ebf-925e-72457956d535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:10.080187 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.085771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b7d482ee-9ae4-4e8d-9339-cd432ae5d827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:10.099321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6473e74f-827f-4c29-9238-075923fc60bb,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.103017 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:10.108861 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.109981 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6f5949fc-2ce7-4d3c-9291-8e4e79ca9ede admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6473e74f-827f-4c29-9238-075923fc60bb HTTP/1.1" status: 204 len: 168 time: 0.2021494 Jun 01 12:52:10.145038 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=6']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:10.152949 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.153296 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.153812 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.154298 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.154774 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.155265 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.155739 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.156217 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.156723 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.157312 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.157793 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.158276 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:52:10.163390 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['25c8d733-bb02-444f-840c-58a13ff3f806'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:10.195549 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:10.252481 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-53e638a5-8278-44cb-ae4e-a72abd200782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:10.835247 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaffdb-744f-4b98-ad46-554a6a910796 req-f6e42607-087f-40f5-b863-109758977ac3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:10.836755 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bacaffdb-744f-4b98-ad46-554a6a910796 req-f6e42607-087f-40f5-b863-109758977ac3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.0885925 Jun 01 12:52:10.890596 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bacaffdb-744f-4b98-ad46-554a6a910796 req-91da9d76-7658-451c-801c-e63afc5407f5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477617 Jun 01 12:52:11.715482 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:11.791565 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 25c8d733-bb02-444f-840c-58a13ff3f806 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:11.792009 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.923459 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.962928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:11.965317 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871916ea-2515-48cc-9b38-78ff4dbf5600" -d '{"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:11.970576 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.975306 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:11.981009 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:11.982913 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:12.020339 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc60220-2352-47a7-b605-f1e54294bdd0 x-openstack-request-id: req-abc60220-2352-47a7-b605-f1e54294bdd0 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:12.020650 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:12.020896 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-abc60220-2352-47a7-b605-f1e54294bdd0 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:12.021289 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'code': 200} Jun 01 12:52:12.053106 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=7']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:12.056379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:12.103178 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217356b-7991-4b9f-8a97-65d36747f675 req-5e5bb3a0-0828-4926-8f5c-342a39342a51 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:12.104639 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8217356b-7991-4b9f-8a97-65d36747f675 req-5e5bb3a0-0828-4926-8f5c-342a39342a51 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0820017 Jun 01 12:52:12.153618 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8217356b-7991-4b9f-8a97-65d36747f675 req-62759da7-6f33-40d1-bdab-2a5ec370cfa6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Jun 01 12:52:13.369195 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754ec7e-6a84-4d45-bb65-5a9966910b64 req-6af21da4-4bdd-4430-8a38-81e270b24725 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:13.372081 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5754ec7e-6a84-4d45-bb65-5a9966910b64 req-6af21da4-4bdd-4430-8a38-81e270b24725 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1041172 Jun 01 12:52:13.505674 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5754ec7e-6a84-4d45-bb65-5a9966910b64 req-16432099-e21d-4d83-b997-9a32a11f33d5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276865 Jun 01 12:52:13.701693 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-32cf7c0a-22a3-4f6b-a84c-921a4d2f1ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.076590 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:14.700983 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00cf90-be49-4d7d-953e-e49fffe9f3bd req-defeb777-b8bd-4f5c-a8a6-28ae7cca6a7e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:14.702365 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-da00cf90-be49-4d7d-953e-e49fffe9f3bd req-defeb777-b8bd-4f5c-a8a6-28ae7cca6a7e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0812001 Jun 01 12:52:14.753962 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-da00cf90-be49-4d7d-953e-e49fffe9f3bd req-15c5b04d-f621-4e8e-8ce7-babbdcb81de2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459328 Jun 01 12:52:15.262501 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.738007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60600) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:15.887089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:15.914905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:15.972856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Usage tracker for resource:security_group_rule and tenant:b114d494f78441e49199fe19d8cbb127 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:15.982397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:15.990595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:16.087979 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ec4603-5747-4bcb-9368-47a47b4ef52b req-4430770b-3285-4882-9afe-92ed9aa3f3b6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:16.100047 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-73ec4603-5747-4bcb-9368-47a47b4ef52b req-4430770b-3285-4882-9afe-92ed9aa3f3b6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1870701 Jun 01 12:52:16.172292 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-73ec4603-5747-4bcb-9368-47a47b4ef52b req-1f15a505-2c12-4407-ad5f-d8aac1a018bb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709054 Jun 01 12:52:16.235672 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.242419 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.252492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-04147b72-7d88-483b-bc3f-9a9f88904809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:16.290560 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7a12a-a7e0-4e80-b9dd-3a87da0ebf28,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:16.303104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:16.313874 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b114d494f78441e49199fe19d8cbb127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748820 Jun 01 12:52:16.316566 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60608) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:16.409365 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.480861 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.564504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.569592 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-482614d2-5bec-44fe-8b0a-0dfc08a02e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:16.585544 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7a12a-a7e0-4e80-b9dd-3a87da0ebf28,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:16.590314 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:16.594321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:16.598688 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/32a7a12a-a7e0-4e80-b9dd-3a87da0ebf28 HTTP/1.1" status: 204 len: 168 time: 0.2807868 Jun 01 12:52:16.611798 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:52:16.998069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60618) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:17.033113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.064206 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:17.071612 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Usage tracker for resource:security_group_rule and tenant:ba62cb4db0314e36a2a8700526738416 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:17.077258 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:17.087807 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:17.272995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.284073 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.379610 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f6225ba2-d1ea-426c-a58e-5e570c4a6cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:17.403889 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ba62cb4db0314e36a2a8700526738416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029496 Jun 01 12:52:17.405671 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60624) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:17.451545 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8d885-27d3-4e60-937f-478e03c141bb req-2aed45ae-822c-4b11-92ff-b0e626173369 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:17.459405 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76678d16-93df-4aa8-bff1-110ea3a4fa37,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:17.460942 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0fa8d885-27d3-4e60-937f-478e03c141bb req-2aed45ae-822c-4b11-92ff-b0e626173369 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1260295 Jun 01 12:52:17.462771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:17.509210 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.534240 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0fa8d885-27d3-4e60-937f-478e03c141bb req-78fe65ae-0f1b-46f7-9dd6-79934d4fb5eb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719995 Jun 01 12:52:17.582860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.671284 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.675512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ba82ba49-9f54-4a68-a41d-40df74ebed57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:17.689868 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76678d16-93df-4aa8-bff1-110ea3a4fa37,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:17.700024 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:17.707465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:17.709111 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/76678d16-93df-4aa8-bff1-110ea3a4fa37 HTTP/1.1" status: 204 len: 168 time: 0.2989140 Jun 01 12:52:17.937233 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:18.860684 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692bf14-f1b5-4094-92fa-efecfcc891ba req-0714b835-3690-44bd-9702-f6d38589dbf6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:18.869792 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d692bf14-f1b5-4094-92fa-efecfcc891ba req-0714b835-3690-44bd-9702-f6d38589dbf6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1240449 Jun 01 12:52:18.924970 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d692bf14-f1b5-4094-92fa-efecfcc891ba req-f775c0b7-56cb-4301-86e8-042efa73f778 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538218 Jun 01 12:52:20.157652 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024242-0e5d-42aa-b818-9d55723f836c req-dc803131-6803-4500-ad48-a572e165a050 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:20.165387 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f5024242-0e5d-42aa-b818-9d55723f836c req-dc803131-6803-4500-ad48-a572e165a050 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1047509 Jun 01 12:52:20.224220 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f5024242-0e5d-42aa-b818-9d55723f836c req-c9688d39-5bfe-4d10-bae8-012222e35737 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574443 Jun 01 12:52:21.436155 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3dbe2e-1adc-4b38-8f83-d5f26628b151 req-3c3051e6-4cc8-4430-a32c-56b0cc047f5d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:21.438032 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe3dbe2e-1adc-4b38-8f83-d5f26628b151 req-3c3051e6-4cc8-4430-a32c-56b0cc047f5d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0890124 Jun 01 12:52:21.486690 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fe3dbe2e-1adc-4b38-8f83-d5f26628b151 req-cdcd4e31-a765-4974-bb79-66990ee88ff1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Jun 01 12:52:22.804233 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26208f-f99d-4184-b8f3-3c5da1272a86 req-f5eaa4a8-16ea-4763-9a4a-5f3ee9b138e3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:22.806922 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fa26208f-f99d-4184-b8f3-3c5da1272a86 req-f5eaa4a8-16ea-4763-9a4a-5f3ee9b138e3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1498415 Jun 01 12:52:22.862130 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fa26208f-f99d-4184-b8f3-3c5da1272a86 req-6f320fbc-9903-4f12-9aea-3cf8c4a51055 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453234 Jun 01 12:52:24.147957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054139dc-b049-4d46-adc3-9b0e7d6a7100 req-0f74ae24-35f1-45d3-97b8-a473cb01f571 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:24.160580 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-054139dc-b049-4d46-adc3-9b0e7d6a7100 req-0f74ae24-35f1-45d3-97b8-a473cb01f571 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1277120 Jun 01 12:52:24.227918 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-054139dc-b049-4d46-adc3-9b0e7d6a7100 req-3e676970-62ec-4864-ba26-a06e4ac8679e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660529 Jun 01 12:52:24.958991 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60780) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:25.092549 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.107639 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:25.111740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Usage tracker for resource:security_group_rule and tenant:add24d733226452dbf199e5cdcbbb497 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:25.114798 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:25.120774 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:25.216794 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.221669 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.230414 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d42cf8e1-4e3b-4f0d-8366-49b1c4a64761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:25.282073 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=add24d733226452dbf199e5cdcbbb497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218162 Jun 01 12:52:25.283165 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d67cb79-6698-4ca7-863f-3d6b0d2170c5,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.285632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60788) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:25.287146 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f36470c2-a00a-47c7-94bc-3da5063ffa72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:25.386893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.434691 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.495154 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f647ff-c384-47ae-bb15-e0522371ca3f req-1ab6769c-03fa-43f6-9000-9a9bd5a9cf6e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.496716 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0f647ff-c384-47ae-bb15-e0522371ca3f req-1ab6769c-03fa-43f6-9000-9a9bd5a9cf6e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1415730 Jun 01 12:52:25.536873 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.541457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-76100c64-3e5f-44bf-9764-b2707d8ee907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:25.564568 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d67cb79-6698-4ca7-863f-3d6b0d2170c5,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:25.572478 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:25.577137 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0f647ff-c384-47ae-bb15-e0522371ca3f req-a66cbab1-f842-4788-b6a9-3ce6c7a25451 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680807 Jun 01 12:52:25.579466 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.583925 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/8d67cb79-6698-4ca7-863f-3d6b0d2170c5 HTTP/1.1" status: 204 len: 168 time: 0.2926166 Jun 01 12:52:25.753550 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-f1f256c6-f7e4-4fa0-bb55-4b4ace7667c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:25.756233 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-f1f256c6-f7e4-4fa0-bb55-4b4ace7667c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1098 time: 0.1043413 Jun 01 12:52:25.950319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60800) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:25.970169 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:25.986567 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:25.990768 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Usage tracker for resource:security_group_rule and tenant:9df2cae656cd4b6d844fed737c060e45 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:25.993752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:25.999662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:26.013355 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-cec19565-026a-40de-a54f-e77214fabe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.014950 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-cec19565-026a-40de-a54f-e77214fabe6f service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.2520905 Jun 01 12:52:26.109546 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.118103 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.131621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e27808ca-0048-45f4-b653-000e1d538bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:26.147815 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-7a0aed13-abd9-49c3-89f1-5ef965796de8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 1001 time: 0.1259327 Jun 01 12:52:26.177622 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=9df2cae656cd4b6d844fed737c060e45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261353 Jun 01 12:52:26.181267 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60808) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:26.194686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a5d2a-c3f1-4e40-ad87-905b368b3207,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:26.197926 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:26.216512 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-e59d2c25-dc1a-4c2e-894e-7477b6f294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.218255 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-e59d2c25-dc1a-4c2e-894e-7477b6f294ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0638816 Jun 01 12:52:26.255195 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.307768 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-c901bf5b-d3c1-45c8-9c9e-4c1a035e9285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.309431 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-c901bf5b-d3c1-45c8-9c9e-4c1a035e9285 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838151 Jun 01 12:52:26.312782 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.410176 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.417359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6bcd1c2c-c91d-4634-b37e-7799fce69618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:26.432708 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a5d2a-c3f1-4e40-ad87-905b368b3207,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:26.436346 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:26.440365 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:26.441670 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-cd1b8a41-f92e-4dfe-90d9-c5f0dc624a1f admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/310a5d2a-c3f1-4e40-ad87-905b368b3207 HTTP/1.1" status: 204 len: 168 time: 0.2592251 Jun 01 12:52:26.456239 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-3f508ba9-f571-42b8-a63b-a045e256ac4b service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398294 Jun 01 12:52:26.600173 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e9448b1e-0cfa-45f2-bd5c-acac4e579d3b req-a9929938-eda8-4fea-a61e-f22af6588ba6 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351917 Jun 01 12:52:26.780958 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45110733-2b8b-4d43-b991-ed9a1464ba90 req-81b02063-659e-4718-9a71-afe84dee22c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:26.782460 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-45110733-2b8b-4d43-b991-ed9a1464ba90 req-81b02063-659e-4718-9a71-afe84dee22c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0873220 Jun 01 12:52:26.836635 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-45110733-2b8b-4d43-b991-ed9a1464ba90 req-aaf702f6-8b13-46a1-9c67-719fbea29561 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475068 Jun 01 12:52:28.065075 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d99582-335e-4068-b926-8dbae6cce40c req-fce15099-d736-412f-8170-ff9b3dd32ce3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:28.067823 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-08d99582-335e-4068-b926-8dbae6cce40c req-fce15099-d736-412f-8170-ff9b3dd32ce3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.1051905 Jun 01 12:52:28.125820 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-08d99582-335e-4068-b926-8dbae6cce40c req-c79ec600-4179-4cab-a499-17a0b6be7eec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509999 Jun 01 12:52:29.347735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580de91-08c6-466d-860b-5ca539a59b74 req-6856079c-3e37-436e-bd21-013b451cb482 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:29.349386 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5580de91-08c6-466d-860b-5ca539a59b74 req-6856079c-3e37-436e-bd21-013b451cb482 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 945 time: 0.0956323 Jun 01 12:52:29.411217 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5580de91-08c6-466d-860b-5ca539a59b74 req-b2ceb65b-0a31-4fcc-84c4-8a9b7cdbad38 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543058 Jun 01 12:52:29.813793 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:29.943292 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:29.975258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:29.977529 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28c12df-68fd-4f68-8d54-82a3b527b4af" -d '{"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-unplugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:30.004830 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:30.010197 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:30.012169 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:30.044650 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cc5b3-2916-4b27-b4fa-7ad33cdfb895 x-openstack-request-id: req-250cc5b3-2916-4b27-b4fa-7ad33cdfb895 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:30.044961 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-unplugged", "status": "failed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "code": 422}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:30.045219 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-250cc5b3-2916-4b27-b4fa-7ad33cdfb895 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:30.045657 dv-cinder-776307-6-smb neutron-server[98619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'code': 422} returned with failed status Jun 01 12:52:30.087127 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=8']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:30.090444 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:30.435492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70e65d-10e3-4364-a6a2-cf7ce853cc70 req-90e53c90-e97c-4793-a886-8d3f05e79bce tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:30.443068 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b70e65d-10e3-4364-a6a2-cf7ce853cc70 req-90e53c90-e97c-4793-a886-8d3f05e79bce tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1158261 Jun 01 12:52:30.501332 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b70e65d-10e3-4364-a6a2-cf7ce853cc70 req-f7a29a1e-46b1-43fb-ade2-244482c056e2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572569 Jun 01 12:52:30.838567 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60930) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:30.964282 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-4b0dfec3-98eb-4d78-b84c-7891d84c09fe service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240559 Jun 01 12:52:31.786624 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b79274-3958-48e2-b5e9-5a1a1c069c4a req-48d636cd-8881-4be5-b2a4-023110ec33d7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:31.788288 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b3b79274-3958-48e2-b5e9-5a1a1c069c4a req-48d636cd-8881-4be5-b2a4-023110ec33d7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1734736 Jun 01 12:52:31.840243 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b3b79274-3958-48e2-b5e9-5a1a1c069c4a req-b043aa5e-dd23-45ca-b6b1-68d6e1d3837f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449071 Jun 01 12:52:32.817524 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-9e2c257d-5593-49fd-9955-bdd7eaf324ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:32.818912 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-9e2c257d-5593-49fd-9955-bdd7eaf324ac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 1096 time: 0.0766618 Jun 01 12:52:32.936094 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-b83a0960-f465-4518-aeba-76e2ffba0084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:32.938709 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-b83a0960-f465-4518-aeba-76e2ffba0084 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1096 time: 0.0981002 Jun 01 12:52:33.078069 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166f01f-069d-4fab-a5e2-6139a961db3b req-9dd8d909-fd66-49c3-a985-113a5e899bf3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:33.079834 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c166f01f-069d-4fab-a5e2-6139a961db3b req-9dd8d909-fd66-49c3-a985-113a5e899bf3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1098919 Jun 01 12:52:33.098711 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-f4a42dc5-3723-40fe-bc9e-12d3a3625c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:33.100526 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-f4a42dc5-3723-40fe-bc9e-12d3a3625c49 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1549964 Jun 01 12:52:33.133665 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c166f01f-069d-4fab-a5e2-6139a961db3b req-9c06c35c-3a11-4cd8-8fe3-8ea33b9d01c1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469332 Jun 01 12:52:33.222832 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-0435295d-8933-4575-98c6-b75a06f87d09 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 999 time: 0.1101668 Jun 01 12:52:33.296459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-f478b722-cbc7-46bf-8f0f-318d17ba1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:33.297904 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-f478b722-cbc7-46bf-8f0f-318d17ba1223 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0685089 Jun 01 12:52:33.379269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-4504276b-1538-4d5c-84eb-5cfda355cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:33.380783 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-4504276b-1538-4d5c-84eb-5cfda355cbce service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760267 Jun 01 12:52:33.393824 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 60974) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:33.518570 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.519418 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-7f02f109-6645-41a4-8a36-f741340a23f4 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309950 Jun 01 12:52:33.539519 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:33.544867 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ae41fc5e1ed452388133ddc1dc270de is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:33.548821 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:33.555348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:33.647474 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.652989 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.661911 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e951e693-9c12-4f80-8466-f5658bdc5797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:33.667125 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e97c8505-d6e9-4554-bcd7-150dec24d550 req-08cd8cbd-c5b5-4cd5-8148-8d809a42d229 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405196 Jun 01 12:52:33.709081 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3ae41fc5e1ed452388133ddc1dc270de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140080 Jun 01 12:52:33.711452 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a90d5-8d47-48ca-8d71-8638b3612ea8,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:33.712388 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 60988) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:33.726107 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:33.788463 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.810051 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:52:33.819914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.900487 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.909463 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0a680f5d-420a-47c2-9bb0-3dc981c4d421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:33.931866 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a90d5-8d47-48ca-8d71-8638b3612ea8,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:33.939596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:33.955016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:33.956950 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c33a90d5-8d47-48ca-8d71-8638b3612ea8 HTTP/1.1" status: 204 len: 168 time: 0.2433281 Jun 01 12:52:34.334335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 32782) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:34.366762 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.387214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaada6-5e63-463a-8d52-9e9ac3e06b8d req-c4439a93-c269-4df9-8a44-2561e4836f61 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:34.389204 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-95eaada6-5e63-463a-8d52-9e9ac3e06b8d req-c4439a93-c269-4df9-8a44-2561e4836f61 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1328847 Jun 01 12:52:34.404515 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:34.409763 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Usage tracker for resource:security_group_rule and tenant:e6025f52f54a492e88e68b35e6a2bc73 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:34.413364 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:34.420113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:34.445437 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-95eaada6-5e63-463a-8d52-9e9ac3e06b8d req-3738f00c-54f3-4135-833c-ea64a5aa7ad1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500262 Jun 01 12:52:34.575365 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.583499 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.596700 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1e46075f-d3e3-484a-809b-b66a3cedf00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:34.665477 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 32792) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:34.665712 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6025f52f54a492e88e68b35e6a2bc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296897 Jun 01 12:52:34.666632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a497ac4-6c9b-4086-af1b-db3279142e46,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.670367 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:34.777482 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.820038 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.902095 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.909393 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0aa6788d-d000-4c00-ae6e-3493738ff58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:34.931158 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a497ac4-6c9b-4086-af1b-db3279142e46,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:34.934348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:34.938981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:34.940547 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1a497ac4-6c9b-4086-af1b-db3279142e46 HTTP/1.1" status: 204 len: 168 time: 0.2733054 Jun 01 12:52:35.697125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6bfc3-d6b2-41a7-b9c5-e94f95059a93 req-22b8f648-c6a6-469e-a1a9-9aa1a4b9a51b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:35.704784 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79a6bfc3-d6b2-41a7-b9c5-e94f95059a93 req-22b8f648-c6a6-469e-a1a9-9aa1a4b9a51b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1140952 Jun 01 12:52:35.753953 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79a6bfc3-d6b2-41a7-b9c5-e94f95059a93 req-8265f97e-bb50-4b1f-b097-1295a2537e2b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481076 Jun 01 12:52:36.995932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219cb0f-a3c9-4ced-bd6f-6e010255017d req-ca5f633e-5d22-4b0f-9f2b-323c67f8954b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:36.997683 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0219cb0f-a3c9-4ced-bd6f-6e010255017d req-ca5f633e-5d22-4b0f-9f2b-323c67f8954b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1086874 Jun 01 12:52:37.055152 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0219cb0f-a3c9-4ced-bd6f-6e010255017d req-c9660274-ab30-431c-8804-f39dfab1a142 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Jun 01 12:52:38.328005 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b2877-9765-40c7-b86b-dc397501d862 req-de0c8880-8ba7-484a-8f87-7319d35ce50b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:38.331062 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-297b2877-9765-40c7-b86b-dc397501d862 req-de0c8880-8ba7-484a-8f87-7319d35ce50b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1124530 Jun 01 12:52:38.396030 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-297b2877-9765-40c7-b86b-dc397501d862 req-c6462ec6-9fe6-4f35-8521-d3ca19f5b8e2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587938 Jun 01 12:52:39.619539 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857254e2-760d-4574-b924-c8bc825b370b req-3db628a8-8672-4d19-8e69-74ea77916044 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:39.621350 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-857254e2-760d-4574-b924-c8bc825b370b req-3db628a8-8672-4d19-8e69-74ea77916044 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0972714 Jun 01 12:52:39.671276 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-857254e2-760d-4574-b924-c8bc825b370b req-161a19b4-d1bd-4eb1-a632-9055bde5a217 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Jun 01 12:52:40.249453 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-23172202-006d-4e15-93e8-b4266db9e268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.682728 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 32894) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:40.896535 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:40.962059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:40.976815 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Usage tracker for resource:security_group_rule and tenant:e1d2b60e9a754c1d99041bc891ddd17f is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:40.986771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:40.995379 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:41.068170 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045662c-e0f7-4dcd-876a-1042d1d57a13 req-da5fe711-9685-4679-be9a-726f1f47194a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:41.076046 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f045662c-e0f7-4dcd-876a-1042d1d57a13 req-da5fe711-9685-4679-be9a-726f1f47194a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1807783 Jun 01 12:52:41.145164 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f045662c-e0f7-4dcd-876a-1042d1d57a13 req-f77846eb-7f5a-49fb-89bd-af0c048362a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677922 Jun 01 12:52:41.227741 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.233953 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.242059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7ab4f78b-c880-4a27-886d-b0a88ad2e328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:41.285286 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c257f997-4764-42d7-9f85-5fab50b4ae6e,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.291673 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:41.301010 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e1d2b60e9a754c1d99041bc891ddd17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151299 Jun 01 12:52:41.302188 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 32910) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:41.376929 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.422103 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.488439 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.492466 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-028f429e-62a4-4ccf-b71c-83e05e92d91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:41.507269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c257f997-4764-42d7-9f85-5fab50b4ae6e,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:41.510457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:41.512984 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.514428 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-76d84ad3-1775-4e95-9cb2-a242e0e7a809 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c257f997-4764-42d7-9f85-5fab50b4ae6e HTTP/1.1" status: 204 len: 168 time: 0.2109568 Jun 01 12:52:41.948444 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:41.954872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 32918) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:42.066871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.083874 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:42.089065 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:62681ed3808f42cea9463e56b8da64cf is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:42.093380 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:42.099817 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:42.197490 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.203645 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.211875 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6edb902b-bd47-4269-83ae-b7d41e4f4fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:42.259002 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1ce989-c5ee-4122-9a8a-1b92c5da7495,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:42.274869 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:42.280436 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 32930) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:42.281191 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=62681ed3808f42cea9463e56b8da64cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246083 Jun 01 12:52:42.421675 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.465729 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.499083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9b477-79ce-43cc-aa8e-33c7302f813f req-7b5acf3e-7c6e-48b9-a860-1cb350f25e89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:42.500651 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9bd9b477-79ce-43cc-aa8e-33c7302f813f req-7b5acf3e-7c6e-48b9-a860-1cb350f25e89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1524401 Jun 01 12:52:42.561978 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9bd9b477-79ce-43cc-aa8e-33c7302f813f req-bc97ee84-9e2e-4690-a8f0-893c3e93bcbc tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 Jun 01 12:52:42.581637 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.585726 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b1394793-fad8-4476-8824-fffbf46e58af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:42.599039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1ce989-c5ee-4122-9a8a-1b92c5da7495,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:42.605831 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:42.610883 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:42.616070 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6d1ce989-c5ee-4122-9a8a-1b92c5da7495 HTTP/1.1" status: 204 len: 168 time: 0.3308082 Jun 01 12:52:43.699945 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-68f8ff82-7788-4be3-8430-7336a01388e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:43.796707 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb930434-ed3d-4da9-902a-4511ce11178e req-5d1819a4-f3ce-4ce8-b7b8-8bd99e5eb5ee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:43.798249 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bb930434-ed3d-4da9-902a-4511ce11178e req-5d1819a4-f3ce-4ce8-b7b8-8bd99e5eb5ee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0921712 Jun 01 12:52:43.885743 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bb930434-ed3d-4da9-902a-4511ce11178e req-f623f0ad-6a8a-417a-854b-7c22b69a20ba tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809565 Jun 01 12:52:44.070652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.220982 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 32968) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:44.369091 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.384434 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:44.390011 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Usage tracker for resource:security_group_rule and tenant:57c0648ed3494bb086d49db345077b49 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:44.393356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:44.400831 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:44.510266 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.515921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.528615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a172e2bf-bbdf-44eb-ba87-d5b1436e8ae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:44.572000 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=57c0648ed3494bb086d49db345077b49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3497999 Jun 01 12:52:44.574363 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da40e8c-6e96-4ce8-8499-b3c9966a8b79,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.575551 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 32978) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:44.578122 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:44.652950 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.688600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.768057 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.771938 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-bdebe080-1ffe-4312-8c05-45a92e6542d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:44.787283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da40e8c-6e96-4ce8-8499-b3c9966a8b79,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:44.790375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:44.804142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:44.808464 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/6da40e8c-6e96-4ce8-8499-b3c9966a8b79 HTTP/1.1" status: 204 len: 168 time: 0.2316520 Jun 01 12:52:45.216859 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aacfc7-5489-4a7a-96c6-cca483f491a0 req-61b3dfc9-7d58-4625-b2d0-f7e597e87399 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:45.219726 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-96aacfc7-5489-4a7a-96c6-cca483f491a0 req-61b3dfc9-7d58-4625-b2d0-f7e597e87399 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1330385 Jun 01 12:52:45.269752 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:45.307641 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-96aacfc7-5489-4a7a-96c6-cca483f491a0 req-61fd3e74-51a2-4521-92ec-d4e38f9a6c14 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783138 Jun 01 12:52:46.621101 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9a4a0-0102-4818-a914-94c29d6f185b req-cb0996e9-33ea-4c84-9fd3-f9d6fd892e50 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:46.625210 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bfa9a4a0-0102-4818-a914-94c29d6f185b req-cb0996e9-33ea-4c84-9fd3-f9d6fd892e50 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1355121 Jun 01 12:52:46.699671 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bfa9a4a0-0102-4818-a914-94c29d6f185b req-83a7acc9-20a4-42f3-b65c-66119d3b527a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660627 Jun 01 12:52:46.863353 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33038) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:46.997235 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.014487 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:52:47.018824 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Usage tracker for resource:security_group_rule and tenant:4153e7d458ba48099823f48c039b23bf is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:52:47.022285 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:52:47.028534 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:52:47.134266 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.140345 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.149032 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b0d44033-eb49-48a2-a3e8-5299452ca840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:47.194156 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4153e7d458ba48099823f48c039b23bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296704 Jun 01 12:52:47.195126 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13ddb9c-b59c-44be-b10b-73423b52fde9,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:47.197032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33044) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:52:47.198343 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:47.274900 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.394552 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.468280 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.475015 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2da93c07-c218-4c58-9e34-bf836f5d6747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:47.491735 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13ddb9c-b59c-44be-b10b-73423b52fde9,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:47.494413 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:47.502888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.504362 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e13ddb9c-b59c-44be-b10b-73423b52fde9 HTTP/1.1" status: 204 len: 168 time: 0.3050537 Jun 01 12:52:47.917360 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13df8d-729b-42a4-852f-ba81faa70872 req-99e18c3f-b24a-4800-ba18-c023d90b1b1f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:47.919008 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8f13df8d-729b-42a4-852f-ba81faa70872 req-99e18c3f-b24a-4800-ba18-c023d90b1b1f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0887787 Jun 01 12:52:47.925390 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:47.975081 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8f13df8d-729b-42a4-852f-ba81faa70872 req-d8ba5ee4-840e-42e4-9797-9e2281c7a6b6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472839 Jun 01 12:52:49.192705 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6be7cf-4bfc-4034-b2a7-9cdd22c30f34 req-ff48ceb1-c782-46d0-a3e7-49f024ed3da9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:49.194167 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7a6be7cf-4bfc-4034-b2a7-9cdd22c30f34 req-ff48ceb1-c782-46d0-a3e7-49f024ed3da9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0867114 Jun 01 12:52:49.244331 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7a6be7cf-4bfc-4034-b2a7-9cdd22c30f34 req-6977621f-f35d-41e8-939c-2523cc651692 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439031 Jun 01 12:52:50.475039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b67a2c-30f7-46c3-8b19-dad3836b95d2 req-9c282232-10fe-4f2b-be71-c26b84b3a4f6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:50.476707 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-15b67a2c-30f7-46c3-8b19-dad3836b95d2 req-9c282232-10fe-4f2b-be71-c26b84b3a4f6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0939248 Jun 01 12:52:50.524479 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-15b67a2c-30f7-46c3-8b19-dad3836b95d2 req-9b6f44bc-88f3-436d-abfd-8df3eb0d4511 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Jun 01 12:52:51.727520 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcebb4a-a886-4ffe-9983-de5978cb0488 req-3165a0cf-149c-40e8-9e74-05f76642cf52 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:51.729093 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0bcebb4a-a886-4ffe-9983-de5978cb0488 req-3165a0cf-149c-40e8-9e74-05f76642cf52 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0856481 Jun 01 12:52:51.777905 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0bcebb4a-a886-4ffe-9983-de5978cb0488 req-7596b729-3864-4d18-be21-39b299dc84cb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 Jun 01 12:52:52.701265 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e43e4-7054-45d3-8b7c-7b21aa6e40c8 req-4337408e-5f5a-43d3-b6ae-ccf9ea7eb08a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:52.702880 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1f0e43e4-7054-45d3-8b7c-7b21aa6e40c8 req-4337408e-5f5a-43d3-b6ae-ccf9ea7eb08a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0880225 Jun 01 12:52:52.751910 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1f0e43e4-7054-45d3-8b7c-7b21aa6e40c8 req-7bca6251-97f8-41c1-b276-7f9e6f436569 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428333 Jun 01 12:52:52.975389 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92466723-91d9-429b-8578-1738ae79b167 req-d9401169-6fd7-4a76-879e-28b5d2c890a4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:52.976944 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92466723-91d9-429b-8578-1738ae79b167 req-d9401169-6fd7-4a76-879e-28b5d2c890a4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0804732 Jun 01 12:52:53.027444 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-92466723-91d9-429b-8578-1738ae79b167 req-29d99d06-51cb-4e7b-a717-7c9b01496d6d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Jun 01 12:52:53.611241 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:52:53.953905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f0288-2b15-4efc-90ee-1326e9cdac89 req-af36b918-e79f-4734-9e6a-e8b442cce318 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:53.955550 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-794f0288-2b15-4efc-90ee-1326e9cdac89 req-af36b918-e79f-4734-9e6a-e8b442cce318 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0874512 Jun 01 12:52:54.005952 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-794f0288-2b15-4efc-90ee-1326e9cdac89 req-8668b4d5-6343-446f-8a6b-c9dfbaeae5ef tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441830 Jun 01 12:52:54.242885 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd377-bfac-42a9-9aa5-fdc30dcf6f04 req-aa0be638-e41e-470c-8bbb-a94110fbaf78 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:54.244516 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-45cdd377-bfac-42a9-9aa5-fdc30dcf6f04 req-aa0be638-e41e-470c-8bbb-a94110fbaf78 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.0946894 Jun 01 12:52:54.298484 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-45cdd377-bfac-42a9-9aa5-fdc30dcf6f04 req-525c6984-c883-4d0a-a1b1-26e457bec6ec tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459723 Jun 01 12:52:55.251805 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae20be-7bdd-4925-96d0-2c64e812ee98 req-b6d7da71-0afb-43c2-ae8e-a7a034a7ef9f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:55.253612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6bae20be-7bdd-4925-96d0-2c64e812ee98 req-b6d7da71-0afb-43c2-ae8e-a7a034a7ef9f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1247072 Jun 01 12:52:55.320003 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6bae20be-7bdd-4925-96d0-2c64e812ee98 req-b4ed7ad4-d573-4c82-83d6-498feb2801c7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584087 Jun 01 12:52:55.570427 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1aa73-2174-4f72-ac85-659b3a1cc4d0 req-15330f5f-2ae5-4dc9-8f5b-b4ab3ff7b993 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:55.571959 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3a1aa73-2174-4f72-ac85-659b3a1cc4d0 req-15330f5f-2ae5-4dc9-8f5b-b4ab3ff7b993 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 943 time: 0.1004620 Jun 01 12:52:55.649438 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c3a1aa73-2174-4f72-ac85-659b3a1cc4d0 req-a8cb543b-6ee2-4e5f-be4c-8f868b3c9f38 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673099 Jun 01 12:52:55.810811 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e035f2-a2b0-421c-bfd4-c40bde48de9b req-74ace3a9-fe5c-476e-a52e-8e510404151f tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:55.813640 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a2e035f2-a2b0-421c-bfd4-c40bde48de9b req-74ace3a9-fe5c-476e-a52e-8e510404151f tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.0921621 Jun 01 12:52:55.895780 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a2e035f2-a2b0-421c-bfd4-c40bde48de9b req-cfb1b5ba-d551-47fd-88d6-d9a9cb6f162b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746555 Jun 01 12:52:55.902714 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:52:56.067361 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:56.083375 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '25c8d733-bb02-444f-840c-58a13ff3f806', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '25c8d733-bb02-444f-840c-58a13ff3f806', 'mac_address': 'fa:16:3e:fe:0f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:52:56.153863 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.175635 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:52:56.200437 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:56.205182 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:56.207821 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:56.287726 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=9']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:56.292065 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:56.557025 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0018d6f-e531-4b93-b12d-d05134dd5868 req-48093548-1ee2-4f10-9f39-7b59e34edc32 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:56.558625 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0018d6f-e531-4b93-b12d-d05134dd5868 req-48093548-1ee2-4f10-9f39-7b59e34edc32 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1129339 Jun 01 12:52:56.611641 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d0018d6f-e531-4b93-b12d-d05134dd5868 req-94b939bf-16e1-446c-8b1d-a6d8a09004c5 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458651 Jun 01 12:52:56.640688 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['25c8d733-bb02-444f-840c-58a13ff3f806'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:52:56.863334 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400c986-a541-456e-b616-a6762aab9d01 req-e0516e56-345f-4a07-9d4b-cac461d28d96 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:56.865387 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8400c986-a541-456e-b616-a6762aab9d01 req-e0516e56-345f-4a07-9d4b-cac461d28d96 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.0949118 Jun 01 12:52:56.932458 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8400c986-a541-456e-b616-a6762aab9d01 req-d3f5c180-6ff6-41d9-a966-1263c3d00c84 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597954 Jun 01 12:52:57.122888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82eaa1-141c-4ffa-9094-f3b4f5556251 req-369f987e-b649-46e7-8227-700c9e8f133d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:57.124516 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0b82eaa1-141c-4ffa-9094-f3b4f5556251 req-369f987e-b649-46e7-8227-700c9e8f133d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.0906107 Jun 01 12:52:57.184397 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0b82eaa1-141c-4ffa-9094-f3b4f5556251 req-2b7f8148-9532-4a71-8c13-8c7ab2efc402 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515370 Jun 01 12:52:57.821051 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26f74-3436-46b9-a705-782a517bb8ed req-e283562b-66c8-4c9a-9436-d61b39cb2544 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:57.822738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36d26f74-3436-46b9-a705-782a517bb8ed req-e283562b-66c8-4c9a-9436-d61b39cb2544 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0923252 Jun 01 12:52:57.874594 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-36d26f74-3436-46b9-a705-782a517bb8ed req-61c0fc10-a025-403a-9b2b-a726e4a56246 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446930 Jun 01 12:52:57.899466 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:52:57.975248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 25c8d733-bb02-444f-840c-58a13ff3f806 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:52:57.975813 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.129885 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.169219 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:52:58.171418 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a44a9c-db6d-41a8-bbcb-2094db388c94" -d '{"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:52:58.179836 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a9b3c-e0a3-4751-a876-990f181b3b37 req-cb3a603f-55cb-4147-b0d2-7b7b17071d14 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:58.179945 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:52:58.181954 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c0a9b3c-e0a3-4751-a876-990f181b3b37 req-cb3a603f-55cb-4147-b0d2-7b7b17071d14 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 944 time: 0.0891447 Jun 01 12:52:58.185281 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:52:58.187513 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:52:58.227855 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f8ade-435b-444e-9ff1-483186c24c47 x-openstack-request-id: req-e40f8ade-435b-444e-9ff1-483186c24c47 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:52:58.228153 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-plugged", "status": "completed", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:52:58.228414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e40f8ade-435b-444e-9ff1-483186c24c47 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:52:58.228842 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'code': 200} Jun 01 12:52:58.263600 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5c0a9b3c-e0a3-4751-a876-990f181b3b37 req-f7f32bcf-f109-4be3-b96c-72dd5506224f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725956 Jun 01 12:52:58.273021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=10']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:52:58.277419 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:52:58.471909 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f888e-b2e2-4f38-877f-988d4cc2af76 req-acd5426b-9d2d-4141-ba34-53d9c4431e05 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:58.473492 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b3f888e-b2e2-4f38-877f-988d4cc2af76 req-acd5426b-9d2d-4141-ba34-53d9c4431e05 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.1408730 Jun 01 12:52:58.524938 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9b3f888e-b2e2-4f38-877f-988d4cc2af76 req-9cbbc4cf-a19c-426a-a2bb-ce267ab9e378 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Jun 01 12:52:58.855332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f568f2f-2074-4f2f-8ade-31fa1c1d1a1b req-6bfce5e3-90a5-42d9-adfb-9197842ad3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:58.857018 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1f568f2f-2074-4f2f-8ade-31fa1c1d1a1b req-6bfce5e3-90a5-42d9-adfb-9197842ad3ac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1099 time: 0.0832715 Jun 01 12:52:58.903205 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1f568f2f-2074-4f2f-8ade-31fa1c1d1a1b req-aed68389-3e71-4a1c-aaf7-3d6bbc0fe3ec service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377843 Jun 01 12:52:59.080933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069b7f7-fd18-4311-a9a4-7e58b0dc5302 req-0c5931e6-6014-4ec1-b882-90733f145ebc tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:59.082478 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8069b7f7-fd18-4311-a9a4-7e58b0dc5302 req-0c5931e6-6014-4ec1-b882-90733f145ebc tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0864513 Jun 01 12:52:59.166117 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8069b7f7-fd18-4311-a9a4-7e58b0dc5302 req-58a08e9a-a797-4d84-ad8b-d04fce2d8ca2 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768609 Jun 01 12:52:59.649464 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122525a2-1f49-432f-94fb-b3ff7ee86a4d req-c1132bb6-ddce-4f4b-bfa8-b4509b4993d9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:59.651061 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-122525a2-1f49-432f-94fb-b3ff7ee86a4d req-c1132bb6-ddce-4f4b-bfa8-b4509b4993d9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.1831229 Jun 01 12:52:59.759860 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-122525a2-1f49-432f-94fb-b3ff7ee86a4d req-67b9962f-85ad-4b72-9612-2fcd4fae80f2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665789 Jun 01 12:52:59.783745 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da70e3-72c1-4b1e-8ad4-97d7314c2fea req-6b18c392-7610-401c-88ef-180fbe37bc56 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:52:59.796499 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c5da70e3-72c1-4b1e-8ad4-97d7314c2fea req-6b18c392-7610-401c-88ef-180fbe37bc56 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.1255665 Jun 01 12:52:59.861014 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c5da70e3-72c1-4b1e-8ad4-97d7314c2fea req-d6b2cd3c-163d-4c1e-8ea4-399c8996a260 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674095 Jun 01 12:53:00.435651 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2d4ad-55e1-4d24-a180-1015d277fa3d req-3e978014-de1d-4def-aefe-8410e5f38ade tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:00.438804 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bcd2d4ad-55e1-4d24-a180-1015d277fa3d req-3e978014-de1d-4def-aefe-8410e5f38ade tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1170230 Jun 01 12:53:00.507240 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bcd2d4ad-55e1-4d24-a180-1015d277fa3d req-d4da4923-5268-4146-9167-e10780d50506 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607808 Jun 01 12:53:01.097340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863741-d55d-43b6-b976-9ac42cc8f575 req-e1ccb652-cb39-4454-b5ff-9b7b10bd1594 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:01.099356 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-70863741-d55d-43b6-b976-9ac42cc8f575 req-e1ccb652-cb39-4454-b5ff-9b7b10bd1594 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.1492038 Jun 01 12:53:01.145049 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed687551-5145-4b35-a0c3-7f713f45cace req-13f24ea4-c41e-4b38-9142-4aec044fcdec tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:01.149219 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ed687551-5145-4b35-a0c3-7f713f45cace req-13f24ea4-c41e-4b38-9142-4aec044fcdec tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.1615899 Jun 01 12:53:01.171276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-7a8f6bfd-45e6-4959-86ee-40d0523480b0 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:01.173933 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-7a8f6bfd-45e6-4959-86ee-40d0523480b0 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 945 time: 0.1379113 Jun 01 12:53:01.219841 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-70863741-d55d-43b6-b976-9ac42cc8f575 req-8bae0b4c-f49f-4ec4-a122-df68a61bba25 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130459 Jun 01 12:53:01.269440 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ed687551-5145-4b35-a0c3-7f713f45cace req-5dae934f-c3c3-4e24-81a2-e919a1ebe31c tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042154 Jun 01 12:53:01.353591 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Deleting port bfa95bce-0657-47a7-9de4-446899a7138b {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:01.353916 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.502343 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] For port bfa95bce-0657-47a7-9de4-446899a7138b, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=bfa95bce-0657-47a7-9de4-446899a7138b,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:01.502709 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.646223 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Calling delete_port for bfa95bce-0657-47a7-9de4-446899a7138b owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:01.753482 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c0762-559b-4ddf-b6a3-894c13f7dcba req-3373acaf-7ebb-4d9b-8cf8-3c1541487f44 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:01.755188 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ee2c0762-559b-4ddf-b6a3-894c13f7dcba req-3373acaf-7ebb-4d9b-8cf8-3c1541487f44 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0931988 Jun 01 12:53:01.770930 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.777455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ac20b636-7b01-4c22-8f20-7cef4a988dbd tempest-VolumesNegativeTest-1714452160 tempest-VolumesNegativeTest-1714452160-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:01.782618 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['bfa95bce-0657-47a7-9de4-446899a7138b'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:01.802550 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ee2c0762-559b-4ddf-b6a3-894c13f7dcba req-922896e9-193b-49de-a93d-5c6fecd88c3a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411985 Jun 01 12:53:01.827120 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Pushing event deleted for resources: {'Port': ['ID=bfa95bce-0657-47a7-9de4-446899a7138b,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:01.830750 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:01.909804 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] No DVR routers for this DVR port bfa95bce-0657-47a7-9de4-446899a7138b on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:01.912424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:01.915226 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'name': 'network-vif-deleted', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:01.917600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074eedc5-c3fd-4071-884a-1e72b77b04bd" -d '{"events": [{"server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "name": "network-vif-deleted", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:01.938715 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4b40f4e2-516e-4b95-9e32-bceba38bc6bc req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "DELETE /v2.0/ports/bfa95bce-0657-47a7-9de4-446899a7138b HTTP/1.1" status: 204 len: 173 time: 0.7553511 Jun 01 12:53:01.968485 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cccee73-614a-439c-ad88-26d10eabace5 x-openstack-request-id: req-4cccee73-614a-439c-ad88-26d10eabace5 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:01.968840 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57", "name": "network-vif-deleted", "tag": "bfa95bce-0657-47a7-9de4-446899a7138b", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:01.969837 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4cccee73-614a-439c-ad88-26d10eabace5 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:01.970859 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57', 'name': 'network-vif-deleted', 'tag': 'bfa95bce-0657-47a7-9de4-446899a7138b', 'status': 'completed', 'code': 200} Jun 01 12:53:02.464612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ae5b5863-aa5b-401d-81a7-0659019725c2 req-8d735cd8-4c3c-47a8-b29f-c38438f1336a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=7f05b7b5-7d09-4c1f-918f-95a7d0fd6a57 HTTP/1.1" status: 200 len: 210 time: 0.0508168 Jun 01 12:53:02.485606 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60c33c-1aa5-446a-a192-efd3443d7cd8 req-53791729-92bb-4a1e-a6d3-2911e1de71e1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:02.487291 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bc60c33c-1aa5-446a-a192-efd3443d7cd8 req-53791729-92bb-4a1e-a6d3-2911e1de71e1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.1496201 Jun 01 12:53:02.544248 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bc60c33c-1aa5-446a-a192-efd3443d7cd8 req-16872051-436c-4148-b61f-f34a3d574f92 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 Jun 01 12:53:02.999950 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8302f20-d92d-4a17-9852-88e43cbaa354 req-612c5598-640a-4c85-b7fc-e6bcfa20676d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:03.001549 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8302f20-d92d-4a17-9852-88e43cbaa354 req-612c5598-640a-4c85-b7fc-e6bcfa20676d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0875549 Jun 01 12:53:03.052984 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8302f20-d92d-4a17-9852-88e43cbaa354 req-00e8a0e5-5e62-4326-94e6-d4a1db1840b9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448761 Jun 01 12:53:04.256462 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382c57-f186-469e-bfbd-3bc3af84410f req-8218a165-f417-4be9-82e5-afdce3a3f1ad tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:04.257935 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c6382c57-f186-469e-bfbd-3bc3af84410f req-8218a165-f417-4be9-82e5-afdce3a3f1ad tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.0906115 Jun 01 12:53:04.309919 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c6382c57-f186-469e-bfbd-3bc3af84410f req-f4cf14ae-af26-4803-953d-7cc34118164e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453103 Jun 01 12:53:05.784933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc602b2-e22f-4627-a7c1-6180f56e5ee7 req-313c4912-3e58-46f0-9500-40bf26c05a7e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:05.787606 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9dc602b2-e22f-4627-a7c1-6180f56e5ee7 req-313c4912-3e58-46f0-9500-40bf26c05a7e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.3560781 Jun 01 12:53:05.865570 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9dc602b2-e22f-4627-a7c1-6180f56e5ee7 req-2ba70404-6812-4eaa-a9c9-037662619307 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706503 Jun 01 12:53:05.936762 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device bfa95bce-0657-47a7-9de4-446899a7138b no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:05.972449 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: bfa95bce-0657-47a7-9de4-446899a7138b {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:05.972918 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device bfa95bce-0657-47a7-9de4-446899a7138b not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:53:07.130622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7169baa-2ad6-47a9-925f-152520c24b9e req-30109f8a-e18e-41b4-bd7c-7dcb8e8b846b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:07.132159 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7169baa-2ad6-47a9-925f-152520c24b9e req-30109f8a-e18e-41b4-bd7c-7dcb8e8b846b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1543162 Jun 01 12:53:07.182276 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7169baa-2ad6-47a9-925f-152520c24b9e req-67bca73a-f455-401e-80cf-ba30d7f4d6e7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437844 Jun 01 12:53:08.230856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-2583db9e-56f8-473e-abb1-5e872b7c7bf0 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.232526 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-2583db9e-56f8-473e-abb1-5e872b7c7bf0 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 813 time: 0.1832395 Jun 01 12:53:08.249380 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-7c895c98-274a-4fd7-a8eb-271d55cbef07 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/quotas/93c3f1fe49c6432a8f18f98c7a8764d2 HTTP/1.1" status: 200 len: 375 time: 0.0101631 Jun 01 12:53:08.269296 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-a0429018-44e7-4994-936a-fc9a792f1c47 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254163 Jun 01 12:53:08.309164 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-4d5902d9-09ef-44dd-ac6c-afe303c722f2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523875 Jun 01 12:53:08.381655 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-f3937b3a-9c30-472b-ad6e-bef294369211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.383216 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-f3937b3a-9c30-472b-ad6e-bef294369211 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 1099 time: 0.0872750 Jun 01 12:53:08.406679 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d05e-a18c-41e8-9984-5c685a6f904a req-bc9a9b86-af11-496c-81d2-da73cabbe3b9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.409767 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2f12d05e-a18c-41e8-9984-5c685a6f904a req-bc9a9b86-af11-496c-81d2-da73cabbe3b9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1085742 Jun 01 12:53:08.553003 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-bf2b8be9-6caa-4336-8d4e-450dd0893f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.554700 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-bf2b8be9-6caa-4336-8d4e-450dd0893f54 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1510775 Jun 01 12:53:08.555787 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2f12d05e-a18c-41e8-9984-5c685a6f904a req-26e732fb-4df0-4538-9bc7-58ce831df34a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233671 Jun 01 12:53:08.592216 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-abfe740a-c682-42d0-bb67-ad133c92b9ed service neutron] 10.222.0.93 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455144 Jun 01 12:53:08.696174 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-3ca0d156-ff8e-48ba-9538-8c8f4d32e710 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 200 len: 1001 time: 0.1339207 Jun 01 12:53:08.774648 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-40ec07e3-1a5a-4b4b-9ac5-ef5c8cc07f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.776347 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-40ec07e3-1a5a-4b4b-9ac5-ef5c8cc07f6a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0713048 Jun 01 12:53:08.874247 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-4beb20d4-af15-4bfb-9d2d-32336f1867b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:08.876238 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-4beb20d4-af15-4bfb-9d2d-32336f1867b0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917017 Jun 01 12:53:08.881518 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-67d842ae-3ae4-4a88-8fdc-b58b26893edf service neutron] 10.222.0.93 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849965 Jun 01 12:53:09.170025 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e6d8389b-e4aa-4c44-94e8-233ef7f12cb7 req-c7328d00-dfc8-4796-b0c7-614b949201f2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 210 time: 0.0502138 Jun 01 12:53:09.183012 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-82463f91-31d6-4ab1-9746-02452ea4d485 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994521 Jun 01 12:53:09.197032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d79fcc-9840-4d17-9387-abd0705c8805 req-f17ae4e3-cdd8-47e4-91b7-5c491654c28e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.205139 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02d79fcc-9840-4d17-9387-abd0705c8805 req-f17ae4e3-cdd8-47e4-91b7-5c491654c28e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1498764 Jun 01 12:53:09.313825 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02d79fcc-9840-4d17-9387-abd0705c8805 req-71d359f5-5bdb-4022-aea4-7efe5ff3ec97 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1072190 Jun 01 12:53:09.351348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-85d427cb-c6ae-4759-b16a-2a421ed5989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.353806 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-85d427cb-c6ae-4759-b16a-2a421ed5989a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 1098 time: 0.1310713 Jun 01 12:53:09.369664 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-7c7865a3-fd27-4f8d-a1c1-2c4a9f9217cd req-b619bfab-b42f-4bdb-9dcf-e263426b4a9b service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790533 Jun 01 12:53:09.527175 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-79786b56-62fd-41b8-801b-188424cf2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.528743 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-79786b56-62fd-41b8-801b-188424cf2da3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.1681907 Jun 01 12:53:09.643585 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-0b2272f7-c2b0-40dc-9449-6949d7723fc4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 200 len: 1001 time: 0.1081247 Jun 01 12:53:09.725329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-7e462f41-53af-4878-ae80-08f5ef8391c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.726870 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-7e462f41-53af-4878-ae80-08f5ef8391c3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0763588 Jun 01 12:53:09.830312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-1252c287-324e-4939-9eb4-a384297d6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:09.831809 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-1252c287-324e-4939-9eb4-a384297d6a93 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881495 Jun 01 12:53:09.995850 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-b9b3c7ed-9881-4519-ad00-9db0647b8d7e service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525366 Jun 01 12:53:10.147455 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ca071be7-05b7-4f4d-870d-42f3dbbd73e0 req-542bb9d6-f226-4566-a1f8-7f22e95d9c9c service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427660 Jun 01 12:53:10.238644 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-668c3eea-2c9d-429f-a8f1-b1e96b51793c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.424044 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9484062c-d3a0-4646-8783-9a2a8f255d35 req-6951fc18-6c6f-4d76-87c1-9636b2a67aa3 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 210 time: 0.0630033 Jun 01 12:53:10.477933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-860094b2-f4d8-4f90-8518-b2567edb4423 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:10.479949 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-860094b2-f4d8-4f90-8518-b2567edb4423 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 813 time: 0.2213717 Jun 01 12:53:10.551469 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Request body: {'port': {'device_id': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818', 'admin_state_up': True, 'tenant_id': '93c3f1fe49c6432a8f18f98c7a8764d2'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:10.725888 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99348cc-cdfd-434a-a645-14ef01cae799 req-5f7cc269-9860-4179-a3eb-fdd556e74705 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:10.727437 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b99348cc-cdfd-434a-a645-14ef01cae799 req-5f7cc269-9860-4179-a3eb-fdd556e74705 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.2193561 Jun 01 12:53:10.730404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:53:10.735885 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Usage tracker for resource:port and tenant:93c3f1fe49c6432a8f18f98c7a8764d2 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:53:10.751339 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:53:10.761289 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:53:10.789031 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Made reservation on behalf of 93c3f1fe49c6432a8f18f98c7a8764d2 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:53:10.793141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:10.812173 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b99348cc-cdfd-434a-a645-14ef01cae799 req-12bb50c5-f99b-4399-8ac9-2e12c40e378b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777216 Jun 01 12:53:11.095475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Allocated IP 172.20.0.7 (2f9579e3-e129-444e-983f-dfdc4bb82818/898919e6-5c48-4273-9990-a1856245049d/7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:53:11.321933 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.357286 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.363487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:11.443604 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Network 2f9579e3-e129-444e-983f-dfdc4bb82818 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:53:11.447394 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:53:11.451763 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:53:11.486173 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Pushing event updated for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:11.509677 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.510034 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.510421 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.510780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.511124 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.511467 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.511812 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.512157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.512494 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.513040 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.513536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.514125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:11.524320 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:11.546803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:11.547548 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.635860 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0928907 Jun 01 12:53:11.649069 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Request body: {'port': {'device_id': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:53:11.760534 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798af19-c9a0-49b5-be30-3e137a3118df req-8e1fef02-1d31-4a0e-9259-fa3a3c8a0af2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:11.761356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-5798af19-c9a0-49b5-be30-3e137a3118df req-8e1fef02-1d31-4a0e-9259-fa3a3c8a0af2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Synchronizing usage tracker for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:53:11.797696 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:11.809979 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-5798af19-c9a0-49b5-be30-3e137a3118df req-8e1fef02-1d31-4a0e-9259-fa3a3c8a0af2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Unset dirty status for tenant:93c3f1fe49c6432a8f18f98c7a8764d2 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:53:11.811158 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5798af19-c9a0-49b5-be30-3e137a3118df req-8e1fef02-1d31-4a0e-9259-fa3a3c8a0af2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 931 time: 0.2508571 Jun 01 12:53:11.919041 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5798af19-c9a0-49b5-be30-3e137a3118df req-8c1cd1c1-d088-43c7-af4d-3b8ce0dc144d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011770 Jun 01 12:53:11.970145 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.169709 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b0d35-8fbf-40ea-8f86-3ec645870869 req-3426f84d-3fcc-42a6-8582-9a64ee1a888d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:12.171134 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-332b0d35-8fbf-40ea-8f86-3ec645870869 req-3426f84d-3fcc-42a6-8582-9a64ee1a888d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.2106721 Jun 01 12:53:12.246979 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-332b0d35-8fbf-40ea-8f86-3ec645870869 req-51b08fe6-2cf3-44f0-8868-3b0e92bd0eb9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614920 Jun 01 12:53:12.311029 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:53:12.320268 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.336542 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Transition to ACTIVE for port object 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:53:12.342898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.347511 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4600edf5-390b-4440-938c-6dc41b65c50c tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:12.508939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:12.512055 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:12.594943 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Attempting to bind port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:53:12.595274 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Attempting to bind port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:53:12.595603 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Attempting to bind port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 on network 2f9579e3-e129-444e-983f-dfdc4bb82818 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:12.601240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 on network 2f9579e3-e129-444e-983f-dfdc4bb82818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:53:12.601540 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Attempting to bind port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 on network 2f9579e3-e129-444e-983f-dfdc4bb82818 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:53:12.607151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:53:12.607482 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Checking segment: {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:53:12.607876 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Bound using segment: {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:53:12.608314 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Bound port: 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1141fbf9-5afc-471e-b098-7cc7f105e89a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:53:12.608675 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.709685 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:53:12.713013 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:53:12.719057 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.723362 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-38917447-5a6c-448b-8e56-066176e5b517 tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:12.782984 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:12.783622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:12.785089 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] 10.222.0.98 "PUT /v2.0/ports/7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 HTTP/1.1" status: 200 len: 1093 time: 1.1405208 Jun 01 12:53:12.785611 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:12.788092 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:12.811839 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:12.816687 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:12.862683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67158ff0-6b2d-4d83-98c0-2d34f9bb9a25 x-openstack-request-id: req-67158ff0-6b2d-4d83-98c0-2d34f9bb9a25 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:12.863305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:12.863620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-67158ff0-6b2d-4d83-98c0-2d34f9bb9a25 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:12.864026 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3', 'status': 'completed', 'code': 200} Jun 01 12:53:12.909008 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-2b7e302c-88e5-4a8e-8fdd-00bd94271757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:12.910549 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-2b7e302c-88e5-4a8e-8fdd-00bd94271757 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 1096 time: 0.0853078 Jun 01 12:53:12.982582 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-79f148b5-49d9-4b2c-9130-0f239ad260bb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0638871 Jun 01 12:53:13.210554 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-83631b78-f56c-40d4-ad90-2be4fec6c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:13.212011 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-83631b78-f56c-40d4-ad90-2be4fec6c3c6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=898919e6-5c48-4273-9990-a1856245049d HTTP/1.1" status: 200 len: 853 time: 0.2227376 Jun 01 12:53:13.277977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-9fa1a724-96e3-4c68-9c5f-fc33e2012c92 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2f9579e3-e129-444e-983f-dfdc4bb82818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484838 Jun 01 12:53:13.286261 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b575b-e803-410d-b2ee-6583b7ec1a7b req-3ca817a6-c727-4ac0-8062-3d6e04730460 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:13.287837 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-151b575b-e803-410d-b2ee-6583b7ec1a7b req-3ca817a6-c727-4ac0-8062-3d6e04730460 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 943 time: 0.1538119 Jun 01 12:53:13.433049 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-151b575b-e803-410d-b2ee-6583b7ec1a7b req-e3c3b8ff-809c-40c9-afd2-cdfaefa982e6 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228790 Jun 01 12:53:13.461490 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-3c980b84-89f8-4463-9466-fda52422857e service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726513 Jun 01 12:53:13.608947 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf1861e-150e-40c4-898e-905cf39cc28b req-beedeb2d-7f1f-4db1-bdae-4fbe69b4a3eb service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393328 Jun 01 12:53:13.701754 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-af23d76c-6a9f-4418-b5f6-9a7fe5ba732b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:13.739299 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-0a8cb905-6d8a-4628-bcca-94054916a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:13.740848 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-0a8cb905-6d8a-4628-bcca-94054916a012 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 1096 time: 0.0803299 Jun 01 12:53:13.894628 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-13aa1c24-c2eb-4736-a3ff-fb490684c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:13.896170 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-13aa1c24-c2eb-4736-a3ff-fb490684c543 service neutron] 10.222.0.98 "GET /v2.0/networks?id=2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 200 len: 915 time: 0.1417332 Jun 01 12:53:13.976050 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-931fa5ba-1106-4a17-ac15-e1ee4b99de1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 HTTP/1.1" status: 200 len: 217 time: 0.0706267 Jun 01 12:53:14.056016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-9a7c6602-8c6b-43f0-b13a-197c99b96587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:14.058430 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-9a7c6602-8c6b-43f0-b13a-197c99b96587 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=898919e6-5c48-4273-9990-a1856245049d HTTP/1.1" status: 200 len: 853 time: 0.0737653 Jun 01 12:53:14.075334 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:14.117412 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-a48b42cb-8ae7-4d95-881c-a750644a514d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=2f9579e3-e129-444e-983f-dfdc4bb82818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505841 Jun 01 12:53:14.270345 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-576ded11-135f-4431-9960-1df89069cc74 service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412222 Jun 01 12:53:14.444865 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1a5ae6e5-8318-44eb-bb0c-bdb0e4e17593 req-8e558998-c2d5-4cb0-b09e-c1f9a716f363 service neutron] 10.222.0.98 "GET /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647925 Jun 01 12:53:14.641834 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64aaa83-460b-4ca2-aac2-1a62acb9e76f req-a9b45efa-69e0-4f2e-9c71-9f620caf05ec tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:14.643517 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f64aaa83-460b-4ca2-aac2-1a62acb9e76f req-a9b45efa-69e0-4f2e-9c71-9f620caf05ec tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 943 time: 0.0912220 Jun 01 12:53:14.697523 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f64aaa83-460b-4ca2-aac2-1a62acb9e76f req-98a433f1-ecbf-4da3-bbc4-b4e5e5beca7f tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Jun 01 12:53:15.251484 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:15.901827 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a7e1ed-5c4c-4147-a767-b225e929d1b2 req-38a62829-76e0-4758-abf5-abf665425273 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:15.905204 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-89a7e1ed-5c4c-4147-a767-b225e929d1b2 req-38a62829-76e0-4758-abf5-abf665425273 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 943 time: 0.0933235 Jun 01 12:53:15.957589 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-89a7e1ed-5c4c-4147-a767-b225e929d1b2 req-57423e9b-240d-4869-8299-7a420000535f tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jun 01 12:53:17.194144 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ec41-6bf4-4679-a262-88bf4ecd7348 req-a18db584-aadf-42f4-b1a5-b9e62599e87e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:17.195672 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1b00ec41-6bf4-4679-a262-88bf4ecd7348 req-a18db584-aadf-42f4-b1a5-b9e62599e87e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 943 time: 0.1006241 Jun 01 12:53:17.249997 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1b00ec41-6bf4-4679-a262-88bf4ecd7348 req-676ae78e-9d7a-4f73-8bbb-b612dbc69bae tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479805 Jun 01 12:53:17.927152 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:17.981404 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:53:18.124400 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:18.140147 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3', 'network_id': '2f9579e3-e129-444e-983f-dfdc4bb82818', 'port_id': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3', 'mac_address': 'fa:16:3e:9e:20:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898919e6-5c48-4273-9990-a1856245049d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:53:18.200024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.218678 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:53:18.235119 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:18.240325 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:18.242274 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-383c3bae-7661-4afc-8a74-dc813b8a90e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:18.315670 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.328548 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:53:18.331971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:18.453755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ddad5c-014a-4043-ac28-bd21d78d3087 req-305a61b4-5321-443b-b9be-4402b432019b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:18.455237 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a8ddad5c-014a-4043-ac28-bd21d78d3087 req-305a61b4-5321-443b-b9be-4402b432019b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 944 time: 0.0919929 Jun 01 12:53:18.506212 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a8ddad5c-014a-4043-ac28-bd21d78d3087 req-e47748be-beaf-4fa3-9102-78d8dd1c1636 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444772 Jun 01 12:53:18.604492 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:19.712920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16bb44-a652-4f68-861f-b0451821dc7f req-bdb84c4f-b03a-48ff-9f3d-746b70f20b61 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:19.714580 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff16bb44-a652-4f68-861f-b0451821dc7f req-bdb84c4f-b03a-48ff-9f3d-746b70f20b61 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 944 time: 0.0933888 Jun 01 12:53:19.859953 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff16bb44-a652-4f68-861f-b0451821dc7f req-97f66da3-1a3d-45ae-9d91-f960742170b2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387093 Jun 01 12:53:19.994654 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:53:20.071934 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:53:20.077601 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:53:20.077985 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.206713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.240879 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:20.243139 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f312d7-227b-48d5-a304-c08f2a18b231" -d '{"events": [{"server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "name": "network-vif-plugged", "status": "completed", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:20.252521 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:20.258717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:20.261428 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-c9bef963-6985-4e29-9f21-463347cda9f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:20.297798 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96156b6-fbab-4ffe-83b1-b13683eca7b9 x-openstack-request-id: req-c96156b6-fbab-4ffe-83b1-b13683eca7b9 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:20.298093 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "name": "network-vif-plugged", "status": "completed", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:20.298417 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c96156b6-fbab-4ffe-83b1-b13683eca7b9 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:20.298808 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3', 'code': 200} Jun 01 12:53:20.337890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:20.341951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:20.594784 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678966fc-c114-4a1b-a0d5-7e0f2554a782 req-26438e7c-c08e-47a7-841b-01f73d0d3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:20.596376 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-678966fc-c114-4a1b-a0d5-7e0f2554a782 req-26438e7c-c08e-47a7-841b-01f73d0d3a2f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 1098 time: 0.1217966 Jun 01 12:53:20.641843 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-678966fc-c114-4a1b-a0d5-7e0f2554a782 req-93ce4e74-5920-42c0-96a2-dcebfe850b03 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379548 Jun 01 12:53:21.060528 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520ea9f-dfe5-43c0-b583-7bb7c58508e7 req-b554a137-f990-4223-a986-b70518a31ca6 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:21.062130 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9520ea9f-dfe5-43c0-b583-7bb7c58508e7 req-b554a137-f990-4223-a986-b70518a31ca6 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0895135 Jun 01 12:53:21.110448 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9520ea9f-dfe5-43c0-b583-7bb7c58508e7 req-384e2fc7-6d19-446f-89f4-fd0250156c19 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 Jun 01 12:53:22.311689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e7b1f-8aba-4a03-acb1-fee0a0ec468d req-aeaee541-dcd5-4532-95d9-876998ecf1b4 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:22.313111 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d02e7b1f-8aba-4a03-acb1-fee0a0ec468d req-aeaee541-dcd5-4532-95d9-876998ecf1b4 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0838447 Jun 01 12:53:22.374190 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d02e7b1f-8aba-4a03-acb1-fee0a0ec468d req-e4b3bf54-ffe2-4288-a2b1-74314f71c66a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537474 Jun 01 12:53:30.612545 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:53:40.236449 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d4bc7bca-921d-4ac7-b1f9-691dc7e3c8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:41.967446 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.660388 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6cee3-2b34-4585-9370-af8068c81a0f req-e89bb17c-4cd3-4f6a-850a-694652bcbe89 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:43.661903 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64d6cee3-2b34-4585-9370-af8068c81a0f req-e89bb17c-4cd3-4f6a-850a-694652bcbe89 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0903578 Jun 01 12:53:43.695688 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b8025ba8-0a5b-4a1d-b844-94f4a05af620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:43.717480 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64d6cee3-2b34-4585-9370-af8068c81a0f req-f3a343c7-def6-4274-acb1-3f5509bd262b tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493984 Jun 01 12:53:44.072713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:44.912300 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce4d6-501c-49de-bc36-b72cc4aa1061 req-48b35782-44fb-49ca-87cd-66965571b78d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:44.913792 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7d2ce4d6-501c-49de-bc36-b72cc4aa1061 req-48b35782-44fb-49ca-87cd-66965571b78d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0848958 Jun 01 12:53:44.958568 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7d2ce4d6-501c-49de-bc36-b72cc4aa1061 req-cbe7b516-3482-480c-bab8-a2579105b615 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Jun 01 12:53:45.254029 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:46.152022 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02976a5f-1a0c-4b31-a42a-fb6e89cc0a06 req-30497002-464a-4a31-ba65-f9eb54d7c822 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:46.153678 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02976a5f-1a0c-4b31-a42a-fb6e89cc0a06 req-30497002-464a-4a31-ba65-f9eb54d7c822 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0838652 Jun 01 12:53:46.200993 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02976a5f-1a0c-4b31-a42a-fb6e89cc0a06 req-872f083e-3218-47fa-8aad-4a0be777562a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412412 Jun 01 12:53:47.407918 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc1233-ce95-42b8-a9c0-080a7c56bc21 req-f7c39df2-a2f7-4ca1-8d91-c9fddb994f7c tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:47.409420 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1dbc1233-ce95-42b8-a9c0-080a7c56bc21 req-f7c39df2-a2f7-4ca1-8d91-c9fddb994f7c tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0960305 Jun 01 12:53:47.456108 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1dbc1233-ce95-42b8-a9c0-080a7c56bc21 req-0267078e-e35f-4a8d-b3d9-2574c640a22c tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Jun 01 12:53:47.930733 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.466404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-b0d57e6f-8d3e-47cb-9f62-fe75f213e675 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:48.468292 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-b0d57e6f-8d3e-47cb-9f62-fe75f213e675 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.0822153 Jun 01 12:53:48.672366 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Deleting port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:53:48.672647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.697597 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c63139-12c8-4c32-aa32-b0ee3004a361 req-ca503e29-a00f-471e-9a10-497775dca21d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:53:48.699105 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d1c63139-12c8-4c32-aa32-b0ee3004a361 req-ca503e29-a00f-471e-9a10-497775dca21d tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/ports?device_id=a1c6416a-2db1-4d4b-935c-e1a65206db3b HTTP/1.1" status: 200 len: 945 time: 0.1336079 Jun 01 12:53:48.826855 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d1c63139-12c8-4c32-aa32-b0ee3004a361 req-fe71de80-2e5e-46db-b126-3e548b2d5fd2 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.93 "GET /v2.0/security-groups?id=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197226 Jun 01 12:53:48.855632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] For port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,segment=NetworkSegment(1141fbf9-5afc-471e-b098-7cc7f105e89a),segment_id=1141fbf9-5afc-471e-b098-7cc7f105e89a)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:53:48.856042 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:48.986977 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Calling delete_port for 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:53:49.103758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.110893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-90c9b0c7-5262-4a44-b4de-3fcd4f828efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:53:49.116680 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:53:49.156571 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Pushing event deleted for resources: {'Port': ['ID=7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:53:49.189440 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:53:49.233184 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] No DVR routers for this DVR port 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:53:49.235875 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:53:49.238609 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'name': 'network-vif-deleted', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:53:49.240828 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47c1ae0-f529-4303-a32e-0a0906c589c2" -d '{"events": [{"server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "name": "network-vif-deleted", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:53:49.255225 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a9ef10f8-33a7-4e5c-869e-e2b29f3385ef req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] 10.222.0.98 "DELETE /v2.0/ports/7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 HTTP/1.1" status: 204 len: 173 time: 0.7812111 Jun 01 12:53:49.347506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e059f768-f33f-44c9-921a-2f452b5ca7d3 x-openstack-request-id: req-e059f768-f33f-44c9-921a-2f452b5ca7d3 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:53:49.347506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c6416a-2db1-4d4b-935c-e1a65206db3b", "name": "network-vif-deleted", "tag": "7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:53:49.347506 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-e059f768-f33f-44c9-921a-2f452b5ca7d3 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:53:49.347506 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c6416a-2db1-4d4b-935c-e1a65206db3b', 'name': 'network-vif-deleted', 'tag': '7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3', 'status': 'completed', 'code': 200} Jun 01 12:53:52.187127 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:53:52.223177 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:53:52.223411 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 7e5ff8d8-b94d-4a99-bc0f-5c296785d4c3 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:07.612359 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:54:09.227588 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-9b1b5b82-0063-40f6-bf94-b7753bad989f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769243 Jun 01 12:54:09.325932 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-7b9c979e-35dc-4970-acc8-fc84eeef2715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.327749 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-7b9c979e-35dc-4970-acc8-fc84eeef2715 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0739489 Jun 01 12:54:09.570714 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-fe6e29f9-4aef-42dd-b0d6-ac9c64e2323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.572173 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-fe6e29f9-4aef-42dd-b0d6-ac9c64e2323a service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.2239895 Jun 01 12:54:09.676251 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-bf57a388-664a-426f-b37c-6d1a9e5223e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 1000 time: 0.0975177 Jun 01 12:54:09.750359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-6ad76ae6-101b-4e43-85c7-9fa8c08716d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.751841 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-6ad76ae6-101b-4e43-85c7-9fa8c08716d3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0690901 Jun 01 12:54:09.834127 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-25a30263-025c-43f9-b479-508d2b4a7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:09.835677 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-25a30263-025c-43f9-b479-508d2b4a7cb7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763223 Jun 01 12:54:09.989290 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-f0937cda-6079-4fa0-ba70-65dadfc07eca service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458251 Jun 01 12:54:10.150838 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5daba46b-2ea1-4516-8a7c-7699ec8edc14 req-e2be1051-d144-4231-8281-eedc03519508 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547344 Jun 01 12:54:10.231295 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e1ab55cd-c3cd-40b5-a1c0-1eb6b0898468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.559982 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33562) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:11.680085 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Deleting subnet 898919e6-5c48-4273-9990-a1856245049d {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:54:11.685424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.746910 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234212'] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.794109 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d3ed8-6e91-4819-aea7-f211d0efd5bb req-764657b5-27d2-4815-90ca-f76863191e7b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:11.795512 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cd6d3ed8-6e91-4819-aea7-f211d0efd5bb req-764657b5-27d2-4815-90ca-f76863191e7b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.1925859 Jun 01 12:54:11.832225 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:11.890562 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cd6d3ed8-6e91-4819-aea7-f211d0efd5bb req-84b443cf-8a13-4549-983b-8da2859e5ddd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879531 Jun 01 12:54:11.985190 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.115353 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-870646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392169'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.119579 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-02ae3145-a393-4c4e-9b3d-e018f0cec7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:12.153743 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=898919e6-5c48-4273-9990-a1856245049d,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:12.158641 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.165791 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.166157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.166548 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.166865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.167221 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.167563 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.167900 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.168283 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.168600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.168965 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.169302 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.169632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:12.173237 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:12.174943 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-15a11427-e2a5-499f-a350-33c2389f8475 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/898919e6-5c48-4273-9990-a1856245049d HTTP/1.1" status: 204 len: 168 time: 0.6138849 Jun 01 12:54:12.177853 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33566) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:12.286152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.416203 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.429807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9579e3-e129-444e-983f-dfdc4bb82818']}} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.444071 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1141fbf9-5afc-471e-b098-7cc7f105e89a') {'for_net_delete': True} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.444368 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.services.segments.db [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1141fbf9-5afc-471e-b098-7cc7f105e89a') {} {{(pid=98617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:12.457696 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14234223'] for segment, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.476303 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.482742 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=98617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:54:12.483126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-941904'] for segment, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: Traceback (most recent call last): Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: timer() Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: cb(*args, **kw) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: return func(*args, **kwargs) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: self._notify() Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: self.callback(batched_events) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: event.method(event) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: return f(self, *a, **k) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: return self._get(url).json() Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: return self.request(url, 'GET', **kwargs) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:54:12.496488 dv-cinder-776307-6-smb neutron-server[98617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:54:12.659470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.663646 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-26192bdb-7798-4048-b171-f91c2008a1ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:12.677083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.687590 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f9579e3-e129-444e-983f-dfdc4bb82818,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:12.691052 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:12.697941 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] 10.222.0.93 "DELETE /v2.0/networks/2f9579e3-e129-444e-983f-dfdc4bb82818 HTTP/1.1" status: 204 len: 168 time: 0.5189226 Jun 01 12:54:12.820993 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33574) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:12.875690 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7c133d9c-c905-4c90-b715-291d1d38e3fd admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=93c3f1fe49c6432a8f18f98c7a8764d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0534141 Jun 01 12:54:12.878416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33578) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:12.939460 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:12.965751 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.023254 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.028847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e92ac656-29b1-4ff1-973d-3bffdc8c22f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:13.046232 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b498d5a5-8603-4a2c-9ab1-35aa6ed34d84,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:13.055379 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.055739 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.056093 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.056440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.056854 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.057179 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.057519 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.057856 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.058192 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.058529 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.058936 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.059298 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:13.064080 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:13.068100 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.072707 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b498d5a5-8603-4a2c-9ab1-35aa6ed34d84 HTTP/1.1" status: 204 len: 168 time: 0.1933098 Jun 01 12:54:13.100759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e0ccd-2413-4fbd-a6f0-a6330c968ae6 req-ed0b75d7-3732-415f-894d-49001c958077 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:13.102310 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ef8e0ccd-2413-4fbd-a6f0-a6330c968ae6 req-ed0b75d7-3732-415f-894d-49001c958077 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.0925744 Jun 01 12:54:13.151229 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ef8e0ccd-2413-4fbd-a6f0-a6330c968ae6 req-381d2aed-c8c4-449c-8a68-96a2910b3405 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424147 Jun 01 12:54:13.563727 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-cb10570c-44cf-47d1-a051-17bc63852758 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:13.565141 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-cb10570c-44cf-47d1-a051-17bc63852758 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.0835826 Jun 01 12:54:13.708891 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-996852ba-a3ed-4045-9ac1-adce42ac5535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.716217 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Deleting port 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:13.716856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:13.869914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] For port 25c8d733-bb02-444f-840c-58a13ff3f806, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=25c8d733-bb02-444f-840c-58a13ff3f806,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:13.869914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.067943 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.177177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.177795 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.178347 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.l3_db [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Floating IP c853ef0a-75fc-44bd-9cf5-ee93d87d82ab disassociated. External IP: 172.28.3.126, port: 25c8d733-bb02-444f-840c-58a13ff3f806. Jun 01 12:54:14.178874 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Calling delete_port for 25c8d733-bb02-444f-840c-58a13ff3f806 owned by compute:nova {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:14.361935 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:14.369711 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:14.418627 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'Port': ['ID=25c8d733-bb02-444f-840c-58a13ff3f806,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:14.421587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:14.516567 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe86e3-e549-46bb-84b4-8ee94fca067a req-d135a978-f182-42b1-9f5a-6a4218dba2eb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:14.518110 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-55fe86e3-e549-46bb-84b4-8ee94fca067a req-d135a978-f182-42b1-9f5a-6a4218dba2eb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=62b17338-492b-4696-bc03-133be9798f74 HTTP/1.1" status: 200 len: 946 time: 0.2417033 Jun 01 12:54:14.647644 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-55fe86e3-e549-46bb-84b4-8ee94fca067a req-cf241142-d373-438f-844f-003e535a6b89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=c66b5e68-09b7-4dbf-a11d-25a151dff673&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214321 Jun 01 12:54:14.675225 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:14.868257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:14.877527 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:14.888980 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:14.889598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:15.047357 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] No DVR routers for this DVR port 25c8d733-bb02-444f-840c-58a13ff3f806 on host hv-cinder-77630 {{(pid=98617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:15.050313 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.053041 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-deleted', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:15.055351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad55b67-7207-4016-b87c-cf613aec898b" -d '{"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-deleted", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:15.062018 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-58b4efea-5e28-4213-9955-2208a63fbf89 req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "DELETE /v2.0/ports/25c8d733-bb02-444f-840c-58a13ff3f806 HTTP/1.1" status: 204 len: 173 time: 1.4908936 Jun 01 12:54:15.094261 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:15.104797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ab5e01-c594-47a9-8f9b-a435e6daa4eb x-openstack-request-id: req-86ab5e01-c594-47a9-8f9b-a435e6daa4eb {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:15.105077 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b17338-492b-4696-bc03-133be9798f74", "name": "network-vif-deleted", "tag": "25c8d733-bb02-444f-840c-58a13ff3f806", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:15.105355 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-86ab5e01-c594-47a9-8f9b-a435e6daa4eb {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:15.105782 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b17338-492b-4696-bc03-133be9798f74', 'name': 'network-vif-deleted', 'tag': '25c8d733-bb02-444f-840c-58a13ff3f806', 'status': 'completed', 'code': 200} Jun 01 12:54:15.325379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.488326 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:15.492589 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:15.502538 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:15.503142 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:15.706379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:15.855392 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33636) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:15.924769 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:15.959408 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.035338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.039284 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d40a484f-28b9-4051-a201-b5fd00dd2889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:16.053216 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b5e68-09b7-4dbf-a11d-25a151dff673,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:16.058493 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:16.077283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.079775 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "DELETE /v2.0/security-groups/c66b5e68-09b7-4dbf-a11d-25a151dff673 HTTP/1.1" status: 204 len: 168 time: 0.2224023 Jun 01 12:54:16.082510 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33640) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:16.106733 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.api.v2.resource [None req-036a0467-e6fa-4291-8e89-b04a25a9df70 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] show failed (client error): The resource could not be found. Jun 01 12:54:16.108703 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-036a0467-e6fa-4291-8e89-b04a25a9df70 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups/c66b5e68-09b7-4dbf-a11d-25a151dff673 HTTP/1.1" status: 404 len: 347 time: 0.0237575 Jun 01 12:54:16.110999 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33646) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:16.152114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:16.166814 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b548f4-ed42-4b8e-bb09-63514cc7acbc None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:16.385338 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Deleting port 01669d9d-20b9-44a8-a4cf-cf98c773b070 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:16.386100 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.474006 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8532f9cb-746a-435a-8d24-7006bbdd492d None None] New status for floating IP c853ef0a-75fc-44bd-9cf5-ee93d87d82ab: DOWN {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:16.513847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.514207 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.646211 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Calling delete_port for 01669d9d-20b9-44a8-a4cf-cf98c773b070 owned by network:floatingip {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:16.791377 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.795096 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:16.839192 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'Port': ['ID=01669d9d-20b9-44a8-a4cf-cf98c773b070,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:16.865008 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:16.934066 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.945455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:16.946640 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "DELETE /v2.0/floatingips/c853ef0a-75fc-44bd-9cf5-ee93d87d82ab HTTP/1.1" status: 204 len: 168 time: 0.8344479 Jun 01 12:54:17.215269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33656) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:17.221468 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1457876291', 'description': 'tempest-description--1649253511'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:17.227770 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.232980 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:17.236461 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:17.243452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.256303 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.279183 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.283480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:17.290749 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:17.299564 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.390640 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.396323 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.403941 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1c2ed777-188f-4f95-9616-403a13bd1fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:17.456624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86935130-9c1d-43df-a84f-2912e68e8008,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.460440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:17.477803 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.479236 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2625985 Jun 01 12:54:17.482067 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33664) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:17.492522 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group_rule': {'security_group_id': '86935130-9c1d-43df-a84f-2912e68e8008', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:17.499056 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.503225 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:17.506268 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:17.512439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.529995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.595977 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.600477 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.602574 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d85c1c7e-1e26-4cac-a019-0faa67d3f0ef tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:17.624494 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb34caae-4def-42c9-b00b-a4d884018585,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.626878 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:17.634234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.635578 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-85212ded-1ec2-4724-93c8-ae178ab26c69 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523588 Jun 01 12:54:17.640159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33668) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:17.645483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'security_group_rule': {'security_group_id': '86935130-9c1d-43df-a84f-2912e68e8008', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:17.651658 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.656031 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:security_group_rule and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:17.659123 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:17.666140 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.685674 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.752083 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.757242 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.760815 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:17.783513 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccf4bcae-0abf-4176-9a80-5c4803e721b8,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:17.787515 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:17.796872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.798054 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-68c04c95-772e-473d-9dc8-81c35b8451a2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569366 Jun 01 12:54:17.801399 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33672) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:17.806558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:17.812706 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:17.816791 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Usage tracker for resource:floatingip and tenant:98410a5d8b994353be60e28c6fa1472a is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:17.819744 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:17.827223 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:17.838226 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:17.936810 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.083516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.222384 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Allocated IP 172.28.3.191 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/bae22de6-00d1-4601-8ba1-35155122685b) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:18.289494 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:18.329261 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 25c8d733-bb02-444f-840c-58a13ff3f806 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:54:18.329584 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 25c8d733-bb02-444f-840c-58a13ff3f806 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:18.380302 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.412003 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.415741 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9cc7b7ad-881f-4a6e-8a52-33b72c6b9ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:18.481184 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:18.483962 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:18.487527 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:18.516716 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=bae22de6-00d1-4601-8ba1-35155122685b,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:18.522721 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:18.570341 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.646158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.880768 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.886142 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:18.890333 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1f241a8a-937d-4b87-bcc9-87ea5e39f891 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:18.997414 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=bae22de6-00d1-4601-8ba1-35155122685b,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:19.000207 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:19.009281 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.031641 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:19.033012 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-65510bae-a01d-4c6e-883f-d3d1c09f5adf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2307222 Jun 01 12:54:19.260296 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-c6a4ed1f-81ae-4926-8363-659d70e4dbb8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1457876291&fields=id&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 267 time: 0.0405293 Jun 01 12:54:19.411284 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-43d39ed9-5a24-4ebe-9a71-8f38cec0c5a0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:19.412678 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-43d39ed9-5a24-4ebe-9a71-8f38cec0c5a0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 816 time: 0.1453984 Jun 01 12:54:19.428360 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-5e6fa45e-3f82-4518-b084-1690af18b802 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/quotas/98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 375 time: 0.0097451 Jun 01 12:54:19.518098 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-0e6cb5b2-e68c-4118-a1c3-d86ed55216ea tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Synchronizing usage tracker for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:19.536009 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-0e6cb5b2-e68c-4118-a1c3-d86ed55216ea tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Unset dirty status for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:19.537341 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-0e6cb5b2-e68c-4118-a1c3-d86ed55216ea tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1027393 Jun 01 12:54:19.798733 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-be55913d-a6a2-4562-8103-c63a0ed5ddba service neutron] 10.222.0.93 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483320 Jun 01 12:54:19.951459 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-3dc97e31-ee9d-4f04-bee4-114a6962b95b service neutron] 10.222.0.93 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462455 Jun 01 12:54:20.077645 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33704) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:20.163342 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e59cfea2-d1fd-4acc-8094-e0747ce3ea67 req-1e421d0b-c357-4c87-8e36-b23fe29cc15b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 210 time: 0.0446942 Jun 01 12:54:20.213447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.229571 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:20.233825 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Usage tracker for resource:security_group_rule and tenant:80027e9bc386433c97b77356b7ab0f6b is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:20.237608 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:20.244225 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:20.339379 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.344969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.352704 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4ea25a02-3cfe-48b8-8a07-ce92d9f7666c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:20.393722 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03902d54-81f2-44b2-964a-f019134599e7,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.398524 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=80027e9bc386433c97b77356b7ab0f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192682 Jun 01 12:54:20.399170 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ac9b746f-d94d-422a-94d1-192940fae571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:20.401846 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33720) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:20.469204 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.508650 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.567482 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.572770 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22fb896c-c746-4c36-a215-718c27278af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:20.584069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03902d54-81f2-44b2-964a-f019134599e7,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:20.586426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:20.592536 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:20.593756 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/03902d54-81f2-44b2-964a-f019134599e7 HTTP/1.1" status: 204 len: 168 time: 0.1909618 Jun 01 12:54:21.336606 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3b46e305-0c4b-4930-9a2e-69d8e7568cf4 req-0504d170-d987-4a1f-a475-603a0c0727a9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 210 time: 0.0520923 Jun 01 12:54:21.513777 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-1971f201-8c3e-4f2d-8c7c-3f024eabc73c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:21.515274 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-1971f201-8c3e-4f2d-8c7c-3f024eabc73c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 816 time: 0.1819293 Jun 01 12:54:21.580991 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-a4b3bfd3-7430-4bfe-9259-3853ab1a9c96 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 380 time: 0.0570457 Jun 01 12:54:21.592634 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'port': {'device_id': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'admin_state_up': True, 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'security_groups': ['86935130-9c1d-43df-a84f-2912e68e8008']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:21.753001 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:21.797593 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:21.819844 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Made reservation on behalf of 98410a5d8b994353be60e28c6fa1472a for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:21.823269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:21.922104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63182a0-d120-42ba-9bc5-d30ed99ee578 req-a36cd130-431a-40dd-b60e-97f48bfa5adb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:21.923606 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c63182a0-d120-42ba-9bc5-d30ed99ee578 req-a36cd130-431a-40dd-b60e-97f48bfa5adb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1668503 Jun 01 12:54:22.023047 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c63182a0-d120-42ba-9bc5-d30ed99ee578 req-39ec635c-2fda-4da0-bf9a-3208f0713df2 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919573 Jun 01 12:54:22.040623 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Allocated IP 172.20.0.14 (ad08cd72-331a-40f6-add0-3be2486fbf85/413c9fe0-19d1-416f-a254-9dc0099886e8/2f57ce7a-b368-47a1-a625-7a6cd319e3f2) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:22.246457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.264263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Transition to ACTIVE for port object 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 will not be triggered until provisioned by entity DHCP. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:22.289344 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.295613 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a1813346-df59-4e44-9a0f-6032006c22c6 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:22.369196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Network ad08cd72-331a-40f6-add0-3be2486fbf85 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:22.372632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:22.376940 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:22.410027 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:22.417036 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:22.457584 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:22.458423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.627656 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0413091 Jun 01 12:54:22.642128 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Request body: {'port': {'device_id': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:22.650598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-c68664fa-d507-45ff-9fbd-4822acae303e None None] Provisioning for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:22.655662 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-c68664fa-d507-45ff-9fbd-4822acae303e None None] Provisioning complete for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:22.656068 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c68664fa-d507-45ff-9fbd-4822acae303e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.709302 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336632-8ccb-4ead-9662-e3462aed6fd1 req-a6eed747-fe98-4fec-ab19-5a406faeed89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:22.710133 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-bf336632-8ccb-4ead-9662-e3462aed6fd1 req-a6eed747-fe98-4fec-ab19-5a406faeed89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Synchronizing usage tracker for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:22.711997 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-c68664fa-d507-45ff-9fbd-4822acae303e None None] Port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:22.778406 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-bf336632-8ccb-4ead-9662-e3462aed6fd1 req-a6eed747-fe98-4fec-ab19-5a406faeed89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Unset dirty status for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:22.779483 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf336632-8ccb-4ead-9662-e3462aed6fd1 req-a6eed747-fe98-4fec-ab19-5a406faeed89 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 932 time: 0.3150446 Jun 01 12:54:22.788200 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:22.884060 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bf336632-8ccb-4ead-9662-e3462aed6fd1 req-54715715-b051-4974-8744-f349787cbd5b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975330 Jun 01 12:54:23.055085 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-9fde25f0-c8da-4abb-a8e8-6ed7522b733c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:23.055814 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-9fde25f0-c8da-4abb-a8e8-6ed7522b733c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:23.076471 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-9fde25f0-c8da-4abb-a8e8-6ed7522b733c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:23.077995 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-9fde25f0-c8da-4abb-a8e8-6ed7522b733c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1051195 Jun 01 12:54:23.233414 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Deleting port 99a9cef6-c0f5-4551-b801-f7bed8519953 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:23.233757 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.234809 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:23.244418 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.266316 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Transition to ACTIVE for port object 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:23.273731 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.279258 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-29b82ee3-f30a-4b8f-9a04-2962f3bed4ed tempest-VolumesActionsTest-1123534869 tempest-VolumesActionsTest-1123534869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:23.323928 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5a0e-e9c5-4596-bfca-80485fad69ab req-c9a30266-fe86-41d2-b0ca-d092b6b3540c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:23.325515 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-962e5a0e-e9c5-4596-bfca-80485fad69ab req-c9a30266-fe86-41d2-b0ca-d092b6b3540c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 945 time: 0.1675181 Jun 01 12:54:23.384574 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] For port 99a9cef6-c0f5-4551-b801-f7bed8519953, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=99a9cef6-c0f5-4551-b801-f7bed8519953,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:23.385033 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.441012 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:23.443862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:23.465409 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-962e5a0e-e9c5-4596-bfca-80485fad69ab req-63af536d-5a44-48ec-9eb1-21d8fb2be716 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=4d56719f-b9b6-40ab-8ade-54e1b115b4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1236284 Jun 01 12:54:23.584621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Attempting to bind port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:23.584981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Attempting to bind port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:23.585308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Attempting to bind port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:23.598987 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 on network ad08cd72-331a-40f6-add0-3be2486fbf85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:23.599499 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Attempting to bind port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 on network ad08cd72-331a-40f6-add0-3be2486fbf85 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:23.610169 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:23.610733 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Checking segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:23.611447 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Bound using segment: {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:23.612415 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Bound port: 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:23.612801 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.713399 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:23.716865 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:23.722852 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.727096 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-67a12af5-dc21-440d-b5ee-873e86f0cf7a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:23.794830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:23.795488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.796910 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] 10.222.0.98 "PUT /v2.0/ports/2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 1094 time: 1.1601031 Jun 01 12:54:23.797514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:23.799823 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6337fcea-3536-4751-bf03-7e483218a54b" -d '{"events": [{"name": "network-changed", "server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:23.827621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:23.834554 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:23.885385 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6807155-a677-47f8-9a67-dd48dc01b8eb x-openstack-request-id: req-c6807155-a677-47f8-9a67-dd48dc01b8eb {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:23.885706 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:23.886514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c6807155-a677-47f8-9a67-dd48dc01b8eb {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:23.886514 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'status': 'completed', 'code': 200} Jun 01 12:54:23.888299 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.888933 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:23.889524 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Floating IP a133649c-b718-4fa1-ba50-2ae8de2fa57c disassociated. External IP: 172.28.3.180, port: 99a9cef6-c0f5-4551-b801-f7bed8519953. Jun 01 12:54:23.890012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Calling delete_port for 99a9cef6-c0f5-4551-b801-f7bed8519953 owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:23.931322 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-aa277a1d-ac70-4d31-9410-99604b0de55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:23.932974 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-aa277a1d-ac70-4d31-9410-99604b0de55c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0832531 Jun 01 12:54:24.020872 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-1f8c8897-3c59-44c3-9286-3bb7e37d2f36 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 217 time: 0.0808280 Jun 01 12:54:24.027882 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.033694 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b60f79c8-aac7-4203-80a8-e3fb1e3f3f23 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:24.079660 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'Port': ['ID=99a9cef6-c0f5-4551-b801-f7bed8519953,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:24.083222 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:24.140911 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-4b3ced9e-68af-4cac-9f85-9747a3defbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:24.142353 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-4b3ced9e-68af-4cac-9f85-9747a3defbfb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0829816 Jun 01 12:54:24.212141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e151d-3d0c-418b-a827-7315544c50bd req-30eb1402-8a2a-4c48-8782-164ebbfaa237 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:24.213771 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bd7e151d-3d0c-418b-a827-7315544c50bd req-30eb1402-8a2a-4c48-8782-164ebbfaa237 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1949067 Jun 01 12:54:24.273895 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bd7e151d-3d0c-418b-a827-7315544c50bd req-69f1c24e-4485-43e5-a952-ef99ae9aeca5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526886 Jun 01 12:54:24.279830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-192413a9-2e00-41d6-b7eb-83bb8a489515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:24.280449 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-192413a9-2e00-41d6-b7eb-83bb8a489515 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1301754 Jun 01 12:54:24.292816 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:24.426196 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-2777577f-7c21-4328-8b62-04ed73801e80 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388254 Jun 01 12:54:24.487477 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:24.500461 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:24.520380 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:24.521347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:24.593886 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] No DVR routers for this DVR port 99a9cef6-c0f5-4551-b801-f7bed8519953 on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:54:24.597527 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:24.600596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'name': 'network-vif-deleted', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:24.603819 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c2e305-6fde-460a-88e8-9835b2483401" -d '{"events": [{"server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "name": "network-vif-deleted", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:24.642540 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-6ebd62ce-c3f4-4c0d-8320-5f9da62e705c req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "DELETE /v2.0/ports/99a9cef6-c0f5-4551-b801-f7bed8519953 HTTP/1.1" status: 204 len: 173 time: 1.5589039 Jun 01 12:54:24.733099 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fabc6a3f-6bf5-46b6-82b4-75cd87aa96a0 req-38e9b81a-5d15-480e-b2a9-ca07aa0f5846 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=13d44be3-dd45-43ff-a762-693383599ad3 HTTP/1.1" status: 200 len: 210 time: 0.0635922 Jun 01 12:54:24.763089 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8c1c0c7f-0c4f-4396-874c-6b703d74cfe8 req-9129001b-939b-4fb9-89ae-713bc126d684 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296630 Jun 01 12:54:24.861625 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0962c887-d37c-4225-b1ea-300a79a008e7 x-openstack-request-id: req-0962c887-d37c-4225-b1ea-300a79a008e7 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:24.861980 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13d44be3-dd45-43ff-a762-693383599ad3", "name": "network-vif-deleted", "tag": "99a9cef6-c0f5-4551-b801-f7bed8519953", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:24.862273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0962c887-d37c-4225-b1ea-300a79a008e7 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:24.862699 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13d44be3-dd45-43ff-a762-693383599ad3', 'name': 'network-vif-deleted', 'tag': '99a9cef6-c0f5-4551-b801-f7bed8519953', 'status': 'completed', 'code': 200} Jun 01 12:54:24.878707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:24.912263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fcea-3536-4751-bf03-7e483218a54b req-9834e29c-ad2a-4475-9533-aa758b2cc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:24.914349 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-9834e29c-ad2a-4475-9533-aa758b2cc5b1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0973976 Jun 01 12:54:25.107950 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fcea-3536-4751-bf03-7e483218a54b req-9e2056dd-bbeb-43b9-835e-0c179b082a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.110259 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-9e2056dd-bbeb-43b9-835e-0c179b082a01 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1896729 Jun 01 12:54:25.189654 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-3b5a62b3-1b7d-4b35-a134-f02ec34ea242 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 217 time: 0.0726800 Jun 01 12:54:25.264742 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fcea-3536-4751-bf03-7e483218a54b req-84721373-bde6-4250-a748-3bc01477b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.266548 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-84721373-bde6-4250-a748-3bc01477b167 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0703163 Jun 01 12:54:25.337059 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:25.343095 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:25.356515 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:25.357351 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:25.382322 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337fcea-3536-4751-bf03-7e483218a54b req-78bbb499-5f43-4e0f-95ab-765492f38677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.385600 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-78bbb499-5f43-4e0f-95ab-765492f38677 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1118891 Jun 01 12:54:25.567292 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:25.634190 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-2e19be6b-cff0-4cb8-b472-8afc32981e81 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405338 Jun 01 12:54:25.692894 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018be59-e890-4d13-ab00-69dfbc9f36db req-8a791bca-8b15-482e-bd74-8baca6413cdb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:25.694502 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f018be59-e890-4d13-ab00-69dfbc9f36db req-8a791bca-8b15-482e-bd74-8baca6413cdb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.2176061 Jun 01 12:54:25.862611 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f018be59-e890-4d13-ab00-69dfbc9f36db req-4c4e1c19-60f9-4d25-9991-450f5c3b4d07 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094337 Jun 01 12:54:25.870228 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6337fcea-3536-4751-bf03-7e483218a54b req-208263b0-6cd8-45b7-9e7b-10bdc2dd7be0 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286382 Jun 01 12:54:25.925675 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:25.930353 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6889ea-449d-4985-b862-8289cf50d238 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:25.942849 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33766) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:26.019211 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.053410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.117485 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.121706 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6642540c-8edb-4c34-881a-951bd275e81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:26.140484 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d56719f-b9b6-40ab-8ade-54e1b115b4ac,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:26.143378 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:26.155150 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.156322 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "DELETE /v2.0/security-groups/4d56719f-b9b6-40ab-8ade-54e1b115b4ac HTTP/1.1" status: 204 len: 168 time: 0.2124858 Jun 01 12:54:26.156758 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5e7d41-a544-4577-9ef8-f30a99eb9cd4 None None] New status for floating IP a133649c-b718-4fa1-ba50-2ae8de2fa57c: DOWN {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:26.159293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33770) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:26.183336 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.api.v2.resource [None req-1a34fd64-4f32-4fda-aa7a-d2d57f95fceb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] show failed (client error): The resource could not be found. Jun 01 12:54:26.184715 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1a34fd64-4f32-4fda-aa7a-d2d57f95fceb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups/4d56719f-b9b6-40ab-8ade-54e1b115b4ac HTTP/1.1" status: 404 len: 347 time: 0.0241203 Jun 01 12:54:26.187759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33774) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:26.341559 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 99a9cef6-c0f5-4551-b801-f7bed8519953 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:54:26.385287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 99a9cef6-c0f5-4551-b801-f7bed8519953 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:54:26.385788 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 99a9cef6-c0f5-4551-b801-f7bed8519953 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:54:26.424067 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Deleting port bb6d36b6-df6c-4c70-b12f-c3287a2d369c {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:54:26.424524 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.548911 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.549228 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.769571 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Calling delete_port for bb6d36b6-df6c-4c70-b12f-c3287a2d369c owned by network:floatingip {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:54:26.899758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:26.909212 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b724f61e-4b8b-468a-be8a-06582e14a221 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:27.000084 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'Port': ['ID=bb6d36b6-df6c-4c70-b12f-c3287a2d369c,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:27.002478 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:27.119808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.141764 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.142888 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6b43dbf7-076b-4526-9b13-b23bf3da1483 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "DELETE /v2.0/floatingips/a133649c-b718-4fa1-ba50-2ae8de2fa57c HTTP/1.1" status: 204 len: 168 time: 0.9540489 Jun 01 12:54:27.151617 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200248e-b91e-46ee-a8c7-5b7fc1249959 req-52f56c2b-eb97-426c-ab41-88ff095a6fee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:27.153389 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a200248e-b91e-46ee-a8c7-5b7fc1249959 req-52f56c2b-eb97-426c-ab41-88ff095a6fee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1451671 Jun 01 12:54:27.202045 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a200248e-b91e-46ee-a8c7-5b7fc1249959 req-6aa4baab-ca31-41e9-8d3e-11cd27df9f54 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Jun 01 12:54:27.372702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33782) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:27.377978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342095002', 'description': 'tempest-description--589861086'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:27.384436 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.388683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.391649 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.397978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.408384 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.428701 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.432894 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.436022 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.443178 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.525847 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.532693 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.536892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-0305ef13-77c0-481a-9cea-74ba4e0e40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:27.581585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdadef9-99f8-42c8-a197-b4a8d2f3c388,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:27.585006 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:27.586144 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.587558 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2136002 Jun 01 12:54:27.590301 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33786) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:27.595927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group_rule': {'security_group_id': 'ccdadef9-99f8-42c8-a197-b4a8d2f3c388', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:27.602196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.606343 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.609329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.615194 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.632391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.696174 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.700972 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.703173 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-db9f4dda-b04b-4f59-b967-9ae31c761967 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:27.729668 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384f0c58-5407-4cc9-8f96-8a494ff4f962,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:27.732827 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:27.741600 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.742961 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516054 Jun 01 12:54:27.745833 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33790) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:27.753935 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'security_group_rule': {'security_group_id': 'ccdadef9-99f8-42c8-a197-b4a8d2f3c388', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:27.763404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.767750 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:security_group_rule and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.771200 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.777414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.795752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.872445 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.879077 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.881285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-dd4ab735-7024-40bf-b40f-d4c6d5e880c3 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:27.907784 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e767958b-6470-4611-a10c-e4de2b833f6e,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:27.912458 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:27.917604 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:27.919315 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-dec541b9-f5b8-4a89-bf6e-9c2e6af2e3a8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721258 Jun 01 12:54:27.924416 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33794) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:27.929936 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:27.936113 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:27.940001 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Usage tracker for resource:floatingip and tenant:b70feabd588e40fb95780b8f84a6df69 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:54:27.942994 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:54:27.948891 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:27.959348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.116059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.255808 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Allocated IP 172.28.3.229 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/25ccd41f-1e8c-4d62-85c7-296722bd4467) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:28.347324 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:28.467856 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.491689 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:28.496505 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8abea-e0e3-4fec-b49e-2704eef8a8d8 req-341a4e5f-6ee9-4c52-9219-350bdef2c533 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:28.498577 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7b8abea-e0e3-4fec-b49e-2704eef8a8d8 req-341a4e5f-6ee9-4c52-9219-350bdef2c533 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1417503 Jun 01 12:54:28.505445 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:28.549787 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7b8abea-e0e3-4fec-b49e-2704eef8a8d8 req-a73a5cd6-bb76-4352-9846-31fb18eb817d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452852 Jun 01 12:54:28.550816 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.555889 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:28.567963 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.587173 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:28.609192 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:28.613994 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.615828 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:28.623489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:28.626398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:28.630019 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:28.661443 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=25ccd41f-1e8c-4d62-85c7-296722bd4467,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:28.669615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:28.692221 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:28.702971 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.703444 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.703941 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.704362 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.704842 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.705296 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.705745 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.706182 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.706623 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.707060 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.707498 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.707936 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:54:28.713410 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:28.760520 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.833225 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:28.976723 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['2f57ce7a-b368-47a1-a625-7a6cd319e3f2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:29.051773 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.057436 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.061266 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:29.267924 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=25ccd41f-1e8c-4d62-85c7-296722bd4467,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:29.272105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:29.280992 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.305326 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:29.306531 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3810148 Jun 01 12:54:29.483355 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-d33fd9e1-0471-4dcf-8b12-f9c31825a11d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:29.504260 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-d33fd9e1-0471-4dcf-8b12-f9c31825a11d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:29.505649 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-d33fd9e1-0471-4dcf-8b12-f9c31825a11d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-securitygroup--1342095002&fields=id&tenant_id=b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 267 time: 0.0691438 Jun 01 12:54:29.664157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-fa347883-81ee-4dad-ad3f-69d7571ed6fa tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.665705 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-fa347883-81ee-4dad-ad3f-69d7571ed6fa tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 811 time: 0.1505013 Jun 01 12:54:29.724988 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-9907c3a2-b172-47d3-9e41-b20303717bc4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/quotas/b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 375 time: 0.0170159 Jun 01 12:54:29.826251 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ae838-c244-434b-a104-45e4435d0883 req-2905a14d-745b-4169-9167-9887273f8836 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:29.827784 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff8ae838-c244-434b-a104-45e4435d0883 req-2905a14d-745b-4169-9167-9887273f8836 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 945 time: 0.1611843 Jun 01 12:54:29.859971 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-6a4f20ec-d7e9-4aa8-87aa-3bcdc2f8f731 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:29.893039 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-6a4f20ec-d7e9-4aa8-87aa-3bcdc2f8f731 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:29.894335 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-6a4f20ec-d7e9-4aa8-87aa-3bcdc2f8f731 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1621978 Jun 01 12:54:29.899311 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ff8ae838-c244-434b-a104-45e4435d0883 req-10f28186-8f39-4165-9cbb-d57da4dc4b4f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637944 Jun 01 12:54:30.041286 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-ef837e64-7ea8-4985-b75b-0b2c68f90b58 service neutron] 10.222.0.93 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346076 Jun 01 12:54:30.180304 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-7b0285f1-38b1-47a6-abd1-3867a28d415d service neutron] 10.222.0.93 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325896 Jun 01 12:54:30.358281 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:30.371508 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-82e6f22e-70cd-4463-936a-e13e1c7ced03 req-642d1ef2-33fb-472e-9e65-92030cfea78e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 210 time: 0.0447259 Jun 01 12:54:30.447514 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:30.452908 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:30.453291 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.586518 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.618074 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:30.618074 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa994e30-39e3-455e-8e8e-531770ee419c" -d '{"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:30.628341 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:30.638172 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:30.640914 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:30.727898 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:30.732500 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac26f54-d080-46b5-894c-0787c1114d6f x-openstack-request-id: req-8ac26f54-d080-46b5-894c-0787c1114d6f {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:30.732955 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:30.733383 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-8ac26f54-d080-46b5-894c-0787c1114d6f {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:30.733923 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'code': 200} Jun 01 12:54:30.735021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:31.035414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f23dad-fdbb-4d9b-9751-e5f17df75ac5 req-8af952d6-bc92-4e3e-9d86-661562fd0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.037128 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a4f23dad-fdbb-4d9b-9751-e5f17df75ac5 req-8af952d6-bc92-4e3e-9d86-661562fd0796 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1099 time: 0.0817573 Jun 01 12:54:31.083173 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a4f23dad-fdbb-4d9b-9751-e5f17df75ac5 req-5078b4fb-1ca0-437f-83c7-9a69e4aba29c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Jun 01 12:54:31.247185 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550d6de-2b2b-47c4-ba4d-40f8d39eca55 req-f5224791-0ce1-4664-bf8e-6c409730b14e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.248547 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b550d6de-2b2b-47c4-ba4d-40f8d39eca55 req-f5224791-0ce1-4664-bf8e-6c409730b14e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0913758 Jun 01 12:54:31.295863 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b550d6de-2b2b-47c4-ba4d-40f8d39eca55 req-6c12c070-52c1-4148-9c06-b8812f790c5d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414314 Jun 01 12:54:31.561316 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4a086a92-ceaa-44b4-af42-6e04ec4ec049 req-d018cc5d-1974-42ec-98f7-cdded7e5e3ef tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 210 time: 0.0780129 Jun 01 12:54:31.691691 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-f3f1ae27-55b5-4ce1-8e4f-89c58bdbe5a7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:31.693127 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-f3f1ae27-55b5-4ce1-8e4f-89c58bdbe5a7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 811 time: 0.1697743 Jun 01 12:54:31.749062 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-934c1e4f-a37d-4301-9b05-17927433287d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70feabd588e40fb95780b8f84a6df69 HTTP/1.1" status: 200 len: 380 time: 0.0463550 Jun 01 12:54:31.758143 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'port': {'device_id': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'admin_state_up': True, 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'security_groups': ['ccdadef9-99f8-42c8-a197-b4a8d2f3c388']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:31.898245 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:54:31.908193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:54:31.919105 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Made reservation on behalf of b70feabd588e40fb95780b8f84a6df69 for: {'port': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:54:31.922906 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.103920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Allocated IP 172.20.0.11 (ee83c504-b357-4b56-afca-2d69c382a5ab/fd10ca6b-f8a9-48ba-a9c1-09b25173fec4/50b6e19e-6923-49bd-ad7b-3c655f88894f) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:54:32.415032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.474475 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Transition to ACTIVE for port object 50b6e19e-6923-49bd-ad7b-3c655f88894f will not be triggered until provisioned by entity DHCP. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:32.529238 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe4f79-4653-405e-9c96-bcebac4b0fbf req-9ce4b205-45ad-4338-9ecc-95dd658d87ee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.530790 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0fe4f79-4653-405e-9c96-bcebac4b0fbf req-9ce4b205-45ad-4338-9ecc-95dd658d87ee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1124551 Jun 01 12:54:32.532409 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.539875 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-aab4b592-d124-4359-b8cf-e7c9fa60b0d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:32.643877 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Network ee83c504-b357-4b56-afca-2d69c382a5ab is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:54:32.650230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:54:32.652772 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:54:32.687301 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event updated for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:32.690394 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:32.697927 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0fe4f79-4653-405e-9c96-bcebac4b0fbf req-2afb7a8c-e5b8-4306-acf6-8860128185b0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587615 Jun 01 12:54:32.790898 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.791565 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.874566 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-b47a818b-4fe2-4bdc-9d2f-038b31f11b08 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1203132 Jun 01 12:54:32.885501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec645d69-474d-4bbe-8e4b-f5485f2e2dee req-a889dc64-5838-40a9-8a08-c6572e7c85bb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:32.886196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-ec645d69-474d-4bbe-8e4b-f5485f2e2dee req-a889dc64-5838-40a9-8a08-c6572e7c85bb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:54:32.899282 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Request body: {'port': {'device_id': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:32.952839 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-37783812-4f23-4aeb-b9d5-a6d2bb990aa8 None None] Provisioning for port 50b6e19e-6923-49bd-ad7b-3c655f88894f completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:32.969936 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-37783812-4f23-4aeb-b9d5-a6d2bb990aa8 None None] Provisioning complete for port 50b6e19e-6923-49bd-ad7b-3c655f88894f triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:32.970705 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-37783812-4f23-4aeb-b9d5-a6d2bb990aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:32.972937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-ec645d69-474d-4bbe-8e4b-f5485f2e2dee req-a889dc64-5838-40a9-8a08-c6572e7c85bb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:54:32.974152 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ec645d69-474d-4bbe-8e4b-f5485f2e2dee req-a889dc64-5838-40a9-8a08-c6572e7c85bb tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 932 time: 0.2901399 Jun 01 12:54:33.043606 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-37783812-4f23-4aeb-b9d5-a6d2bb990aa8 None None] Port 50b6e19e-6923-49bd-ad7b-3c655f88894f cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:54:33.074216 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.090198 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8a0eb-e2e4-45f0-bddf-4146248244d8 req-5e22da23-0132-4c42-83fd-2f683e3518e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:33.091668 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-35f8a0eb-e2e4-45f0-bddf-4146248244d8 req-5e22da23-0132-4c42-83fd-2f683e3518e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.2750070 Jun 01 12:54:33.098639 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ec645d69-474d-4bbe-8e4b-f5485f2e2dee req-da9bbddf-2268-4cdc-ad38-34566a2b1c6a tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982285 Jun 01 12:54:33.100744 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 33844) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:33.107540 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Request body: {'floatingip': {'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:33.188528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.460621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b6e19e-6923-49bd-ad7b-3c655f88894f {{(pid=98617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:33.468691 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.483704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Transition to ACTIVE for port object 50b6e19e-6923-49bd-ad7b-3c655f88894f will not be triggered until provisioned by entity L2. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:54:33.488693 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.492523 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-21be25f4-6158-4b40-9a34-f0e5a6db486e tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:33.623778 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Pushing event updated for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:33.659237 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:33.751828 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Attempting to bind port 50b6e19e-6923-49bd-ad7b-3c655f88894f on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:54:33.752102 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Attempting to bind port 50b6e19e-6923-49bd-ad7b-3c655f88894f by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:54:33.752378 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Attempting to bind port 50b6e19e-6923-49bd-ad7b-3c655f88894f on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:33.757834 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Port 50b6e19e-6923-49bd-ad7b-3c655f88894f on network ee83c504-b357-4b56-afca-2d69c382a5ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 12:54:33.758310 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Attempting to bind port 50b6e19e-6923-49bd-ad7b-3c655f88894f on network ee83c504-b357-4b56-afca-2d69c382a5ab {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:54:33.764344 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:54:33.764715 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Checking segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:54:33.765095 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Bound using segment: {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'} {{(pid=98617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:54:33.765537 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.managers [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Bound port: 50b6e19e-6923-49bd-ad7b-3c655f88894f, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26c55c91-35fe-4216-a8da-54b83c8c01cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab'}}] {{(pid=98617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:54:33.765886 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.864632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, cleared binding levels {{(pid=98617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:54:33.868118 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:54:33.873184 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.877333 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1f4cd7e-e1fb-40a9-93a6-bf7520cfa708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:33.929210 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.936933 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.937929 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:33.938570 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:33.940273 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] 10.222.0.98 "PUT /v2.0/ports/50b6e19e-6923-49bd-ad7b-3c655f88894f HTTP/1.1" status: 200 len: 1094 time: 1.0509489 Jun 01 12:54:33.940954 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:33.943965 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf35855-642d-4df5-96a7-1f3567748c09" -d '{"events": [{"name": "network-changed", "server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:33.966233 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Pushing event updated for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=3']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:33.971231 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:34.021514 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1325f86-011d-4cc1-8aee-551c3246a43d x-openstack-request-id: req-a1325f86-011d-4cc1-8aee-551c3246a43d {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:34.021949 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:34.022329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-a1325f86-011d-4cc1-8aee-551c3246a43d {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:34.022944 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'status': 'completed', 'code': 200} Jun 01 12:54:34.078197 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-5c5d7129-7723-46a6-806b-7ca692dbf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.081168 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-5c5d7129-7723-46a6-806b-7ca692dbf816 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0945206 Jun 01 12:54:34.156375 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Floating IP af2e5148-59cb-45f0-8483-09c2b51436df associated. External IP: 172.28.3.191, port: 2f57ce7a-b368-47a1-a625-7a6cd319e3f2. Jun 01 12:54:34.157116 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-0341a1cc-afe3-47e1-8b35-b52d89d4e397 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f HTTP/1.1" status: 200 len: 217 time: 0.0685627 Jun 01 12:54:34.227816 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-16511fad-806f-425b-98ba-66cf3a454a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.229260 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-16511fad-806f-425b-98ba-66cf3a454a16 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0665743 Jun 01 12:54:34.473109 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-dff30cb2-1ae6-4e7d-b6b1-a6966c2b7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.474643 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-dff30cb2-1ae6-4e7d-b6b1-a6966c2b7f0f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1082337 Jun 01 12:54:34.483524 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0480beae-1aa8-4822-bc7a-10a84459838f req-ce7ea9db-cdd4-4999-bf65-87bc49478724 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.484957 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0480beae-1aa8-4822-bc7a-10a84459838f req-ce7ea9db-cdd4-4999-bf65-87bc49478724 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 944 time: 0.2493110 Jun 01 12:54:34.533354 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:34.624116 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0480beae-1aa8-4822-bc7a-10a84459838f req-351602ed-3865-45fd-b60b-59c9125d136b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186132 Jun 01 12:54:34.656064 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-33e0a072-04e2-4d57-b0dd-c60864878961 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700969 Jun 01 12:54:34.716070 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:34.720986 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:34.728085 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:34.740329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:34.741003 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:34.784538 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-abc2765a-72dc-40f1-8df1-799818364d11 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "PUT /v2.0/floatingips/af2e5148-59cb-45f0-8483-09c2b51436df HTTP/1.1" status: 200 len: 992 time: 1.6817608 Jun 01 12:54:34.785191 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:34.787472 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c329491-29bc-4e46-948a-0e736057b549" -d '{"events": [{"name": "network-changed", "server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:34.799775 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-263ca4ce-02dd-4554-9c62-e80f56b6d188 req-972ce2ae-3402-46a6-b972-147ad700364f service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371019 Jun 01 12:54:34.866121 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90390fa6-c38f-4543-8259-60a33cef2fd3 x-openstack-request-id: req-90390fa6-c38f-4543-8259-60a33cef2fd3 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:34.866929 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:34.867643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-90390fa6-c38f-4543-8259-60a33cef2fd3 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:34.868531 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'status': 'completed', 'code': 200} Jun 01 12:54:34.929179 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-cb7119a5-696d-48ff-8c1f-3622b928a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.930634 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-cb7119a5-696d-48ff-8c1f-3622b928a21c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 1097 time: 0.0782790 Jun 01 12:54:34.980023 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329491-29bc-4e46-948a-0e736057b549 req-cc36aa6a-cae5-4213-b8a8-909ed5b39dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:34.982135 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-cc36aa6a-cae5-4213-b8a8-909ed5b39dde service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1099 time: 0.0782490 Jun 01 12:54:34.996524 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:35.067584 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-c656f361-a0dc-4609-bc71-a218d51bad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.069506 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-c656f361-a0dc-4609-bc71-a218d51bad6f service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.1324561 Jun 01 12:54:35.121759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329491-29bc-4e46-948a-0e736057b549 req-ca772598-eb81-41af-8704-f3ee970b9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.123406 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-ca772598-eb81-41af-8704-f3ee970b9eff service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1349976 Jun 01 12:54:35.146313 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-9181b075-1494-401a-b9f9-1ebddb26ca6a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f HTTP/1.1" status: 200 len: 217 time: 0.0702908 Jun 01 12:54:35.218522 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-b050db49-c13b-4391-a663-06a6c624128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.220099 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-b050db49-c13b-4391-a663-06a6c624128c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0678327 Jun 01 12:54:35.238188 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-fbf35efc-7514-40ca-a3bf-5ce6100990fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 1000 time: 0.1082311 Jun 01 12:54:35.305987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329491-29bc-4e46-948a-0e736057b549 req-fcf55814-a758-4960-8369-c119de23b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.307673 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-fcf55814-a758-4960-8369-c119de23b7b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0629404 Jun 01 12:54:35.310438 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-d4a019ad-52c9-48ea-80a3-4f48ddcde448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.311966 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-d4a019ad-52c9-48ea-80a3-4f48ddcde448 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0847249 Jun 01 12:54:35.401481 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'af2e5148-59cb-45f0-8483-09c2b51436df', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:18Z', 'updated_at': '2021-06-01T12:54:33Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:35.406505 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:35.416705 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:35.417371 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:35.516148 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-7c6b53b3-a6cf-4900-ade6-fb9f4a485350 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966794 Jun 01 12:54:35.589212 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c329491-29bc-4e46-948a-0e736057b549 req-c914da9b-4d2e-48e5-8ed2-6bac4fe3c079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.591120 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-c914da9b-4d2e-48e5-8ed2-6bac4fe3c079 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2722847 Jun 01 12:54:35.699627 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:35.726631 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2bf35855-642d-4df5-96a7-1f3567748c09 req-e4e21aae-f51b-4466-9866-204b4ba8fb23 service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029586 Jun 01 12:54:35.764861 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-84115584-f4ed-4ae3-b31c-b34d65c69445 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663768 Jun 01 12:54:35.845578 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b072-0576-4379-8011-17ff9bfc4913 req-62b0c676-f5b0-4906-8649-471caef6daac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:35.847124 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c880b072-0576-4379-8011-17ff9bfc4913 req-62b0c676-f5b0-4906-8649-471caef6daac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 944 time: 0.0892498 Jun 01 12:54:35.903589 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c880b072-0576-4379-8011-17ff9bfc4913 req-383d8767-5514-4dc7-b4d4-b25f1078c1db tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500638 Jun 01 12:54:35.920807 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4c329491-29bc-4e46-948a-0e736057b549 req-a7f7f238-7056-48d8-aae2-b8f70eaeea3a service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469450 Jun 01 12:54:36.087611 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'af2e5148-59cb-45f0-8483-09c2b51436df', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:18Z', 'updated_at': '2021-06-01T12:54:33Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:36.092804 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fae878e-bddd-4833-8684-14a1dda297bc None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'af2e5148-59cb-45f0-8483-09c2b51436df', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'floating_ip_address': '172.28.3.191', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:18Z', 'updated_at': '2021-06-01T12:54:33Z', 'revision_number': 1, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:36.297750 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ded4e-1c0e-4ddb-938b-35e2374a5fdb None None] New status for floating IP af2e5148-59cb-45f0-8483-09c2b51436df: ACTIVE {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:37.101921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22c4a4-5505-4736-98eb-b9b5968312e8 req-2662a202-3b88-4c40-82be-e19e0dfbcbb6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:37.103448 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2e22c4a4-5505-4736-98eb-b9b5968312e8 req-2662a202-3b88-4c40-82be-e19e0dfbcbb6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 944 time: 0.0824223 Jun 01 12:54:37.152675 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-2e22c4a4-5505-4736-98eb-b9b5968312e8 req-63ab2943-efe9-4ea8-83ce-f84adff4f094 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430636 Jun 01 12:54:38.348255 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d22398-1bea-4706-a104-7fc87d581f28 req-770fb6c3-8e77-44f3-89c7-4a250afcc2e8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:38.349790 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a2d22398-1bea-4706-a104-7fc87d581f28 req-770fb6c3-8e77-44f3-89c7-4a250afcc2e8 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 944 time: 0.0898969 Jun 01 12:54:38.397344 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 50b6e19e-6923-49bd-ad7b-3c655f88894f details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:54:38.398067 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a2d22398-1bea-4706-a104-7fc87d581f28 req-750a0fb3-8539-4bca-91d4-e26c8836677d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419829 Jun 01 12:54:38.548362 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:38.568860 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'port_id': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'mac_address': 'fa:16:3e:8c:71:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1086, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:54:38.635232 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.653500 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b6e19e-6923-49bd-ad7b-3c655f88894f {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:54:38.670876 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:38.675507 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:38.677419 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-98e0ae0e-5734-4a8b-88d3-d71b9ac1a941 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:38.746864 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:38.750791 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:39.045396 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['50b6e19e-6923-49bd-ad7b-3c655f88894f'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:54:39.595907 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1406-b3bf-48a2-8fc4-3c1b3efc8ca4 req-59e3daea-5a7f-4557-8d71-3504733385f9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:39.597526 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-454a1406-b3bf-48a2-8fc4-3c1b3efc8ca4 req-59e3daea-5a7f-4557-8d71-3504733385f9 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Jun 01 12:54:39.645574 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-454a1406-b3bf-48a2-8fc4-3c1b3efc8ca4 req-e3ded643-79d2-46d4-8ebc-ef9335cf59d6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Jun 01 12:54:40.234133 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-dc7b28db-6da9-48f4-94a9-7213e296f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.422278 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 50b6e19e-6923-49bd-ad7b-3c655f88894f up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:54:40.497635 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 50b6e19e-6923-49bd-ad7b-3c655f88894f completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:54:40.503414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 50b6e19e-6923-49bd-ad7b-3c655f88894f triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:54:40.503815 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.634882 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.666586 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:40.669258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a83ccd9-a3b0-4502-aa07-92d0ea2589b9" -d '{"events": [{"server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "name": "network-vif-plugged", "status": "completed", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:40.678245 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:54:40.684500 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:40.686663 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:54:40.767751 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:54:40.770998 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:54:40.825777 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a558e-bf80-4062-9c06-2ee2d14410ce x-openstack-request-id: req-ac6a558e-bf80-4062-9c06-2ee2d14410ce {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:40.826146 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "name": "network-vif-plugged", "status": "completed", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:40.826523 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-ac6a558e-bf80-4062-9c06-2ee2d14410ce {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:40.826915 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'code': 200} Jun 01 12:54:40.972477 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852db76-31c1-4087-9528-88a433798771 req-64663df7-bb53-4db9-9338-188184e7c00e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:40.973967 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e852db76-31c1-4087-9528-88a433798771 req-64663df7-bb53-4db9-9338-188184e7c00e tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.1979151 Jun 01 12:54:41.026813 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e852db76-31c1-4087-9528-88a433798771 req-169fb766-2198-4213-904f-995dfff95749 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Jun 01 12:54:41.072447 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d634701-a7fb-4a92-ac13-a1f251757a71 req-7ac2dae9-550a-4837-8ef6-1168b0970bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:41.074052 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8d634701-a7fb-4a92-ac13-a1f251757a71 req-7ac2dae9-550a-4837-8ef6-1168b0970bdd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 1099 time: 0.0760829 Jun 01 12:54:41.120541 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8d634701-a7fb-4a92-ac13-a1f251757a71 req-ad51f6df-980e-44dc-8c0b-c60c40a8600d service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Jun 01 12:54:42.000642 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:42.236821 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df1b4f-727a-40d6-914d-dfbf5346ff68 req-5f5960a3-8364-47ca-acf2-fa632c0400ed tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:42.238364 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02df1b4f-727a-40d6-914d-dfbf5346ff68 req-5f5960a3-8364-47ca-acf2-fa632c0400ed tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.0995514 Jun 01 12:54:42.304827 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-02df1b4f-727a-40d6-914d-dfbf5346ff68 req-42aec9ed-4674-4a66-bb5f-ccdfa596cffd tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598073 Jun 01 12:54:43.512939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3b7b1-b2c4-40b7-892d-9e835530a15a req-799325d6-66b3-459d-b112-d1bfa20dca11 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:43.514454 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-96c3b7b1-b2c4-40b7-892d-9e835530a15a req-799325d6-66b3-459d-b112-d1bfa20dca11 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.0969417 Jun 01 12:54:43.562881 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-96c3b7b1-b2c4-40b7-892d-9e835530a15a req-91b91e69-6907-4562-a617-d4e665e34d56 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420139 Jun 01 12:54:43.710219 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-78266135-3ae8-415e-b4b9-cdd401ed95cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:43.763151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfd586-abd2-49cb-a505-ea432af991f4 req-08403094-076c-4c9a-8284-3680a5f04bb6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:43.764721 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ddcfd586-abd2-49cb-a505-ea432af991f4 req-08403094-076c-4c9a-8284-3680a5f04bb6 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.0938993 Jun 01 12:54:43.773631 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 33888) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:54:43.778910 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Request body: {'floatingip': {'port_id': '50b6e19e-6923-49bd-ad7b-3c655f88894f'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:54:43.867636 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.065974 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.514520 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.519057 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:44.612188 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:54:44.700733 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.l3_db [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Floating IP 504e1887-53aa-4a14-99ff-c48f166f89e8 associated. External IP: 172.28.3.229, port: 50b6e19e-6923-49bd-ad7b-3c655f88894f. Jun 01 12:54:45.175456 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:54:45.262393 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.380078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:54:45.385345 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:45.390214 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:54:45.401761 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:45.402410 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:45.456521 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3a8be2b7-3b85-482b-b277-da85779d8685 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "PUT /v2.0/floatingips/504e1887-53aa-4a14-99ff-c48f166f89e8 HTTP/1.1" status: 200 len: 992 time: 1.6816359 Jun 01 12:54:45.457089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:54:45.459748 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e2b57-110e-4de9-851e-b139cbf65e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:54:45.514764 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc156b3-a867-4f08-a5d5-1341329c9704 x-openstack-request-id: req-6dc156b3-a867-4f08-a5d5-1341329c9704 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:54:45.515372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:54:45.515372 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-6dc156b3-a867-4f08-a5d5-1341329c9704 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:54:45.515783 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'status': 'completed', 'code': 200} Jun 01 12:54:45.603800 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:45.627358 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-3ad3ec76-65fb-446e-8f8f-a4174bb4c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:45.628923 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-3ad3ec76-65fb-446e-8f8f-a4174bb4c569 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=b70feabd588e40fb95780b8f84a6df69&device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 1099 time: 0.0855038 Jun 01 12:54:45.779702 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-da264ebc-c27f-4410-aae8-8ee35f69ff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:45.781172 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-da264ebc-c27f-4410-aae8-8ee35f69ff11 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 200 len: 913 time: 0.1399891 Jun 01 12:54:45.894368 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-adf17101-a1d6-4fac-87dd-705a582f8a05 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f HTTP/1.1" status: 200 len: 1000 time: 0.1053457 Jun 01 12:54:45.966127 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-870993e2-4ff7-48e2-8308-b45b55108cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:45.968180 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-870993e2-4ff7-48e2-8308-b45b55108cda service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 200 len: 850 time: 0.0659075 Jun 01 12:54:46.036913 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '504e1887-53aa-4a14-99ff-c48f166f89e8', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:8c:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:28Z', 'updated_at': '2021-06-01T12:54:44Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.046114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:54:46.056918 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:54:46.057542 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:54:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.058632 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-d3973d99-5afd-4687-a880-f086e2d8f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:46.060258 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-d3973d99-5afd-4687-a880-f086e2d8f833 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ee83c504-b357-4b56-afca-2d69c382a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848887 Jun 01 12:54:46.207045 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-d02067b6-0b51-4b74-bd36-3b7423e954cd service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380911 Jun 01 12:54:46.255969 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:54:46.355159 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-fb6e2b57-110e-4de9-851e-b139cbf65e0e req-c82390e0-39b5-4847-bde8-638060608a1d service neutron] 10.222.0.98 "GET /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410189 Jun 01 12:54:46.681775 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '504e1887-53aa-4a14-99ff-c48f166f89e8', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:8c:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:28Z', 'updated_at': '2021-06-01T12:54:44Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:54:46.686857 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1345c0-05be-46a1-a24c-739df353ba79 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': '504e1887-53aa-4a14-99ff-c48f166f89e8', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'floating_ip_address': '172.28.3.229', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'port_id': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'mac_address': 'fa:16:3e:8c:71:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T12:54:28Z', 'updated_at': '2021-06-01T12:54:44Z', 'revision_number': 1, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:54:46.882791 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb7ca8f-879a-42e1-aa13-2b70f4f70414 None None] New status for floating IP 504e1887-53aa-4a14-99ff-c48f166f89e8: ACTIVE {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:54:47.938237 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:54:48.097112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82bf22-4a1e-4214-9229-f98ed47d355d req-3dd55541-5104-40ae-9fc5-6ea3e6f0c27e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:48.098703 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3b82bf22-4a1e-4214-9229-f98ed47d355d req-3dd55541-5104-40ae-9fc5-6ea3e6f0c27e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0912480 Jun 01 12:54:48.147871 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3b82bf22-4a1e-4214-9229-f98ed47d355d req-73db36b8-4f4b-4f41-b538-6ce7a9b16f38 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430026 Jun 01 12:54:49.368573 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9b151b-a28d-46bb-af1f-5ffcd09a23e9 req-5523a854-04ea-4bdc-a1e9-de6cb2251f46 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:49.370216 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bd9b151b-a28d-46bb-af1f-5ffcd09a23e9 req-5523a854-04ea-4bdc-a1e9-de6cb2251f46 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0898225 Jun 01 12:54:49.429384 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bd9b151b-a28d-46bb-af1f-5ffcd09a23e9 req-240db19f-e12a-4c49-bbbe-4f42c869e41c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520525 Jun 01 12:54:50.628959 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1faae4-ad0f-421e-83fa-6088e15c4297 req-de0e7a39-f683-4988-8d68-35516e502973 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:50.630357 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bb1faae4-ad0f-421e-83fa-6088e15c4297 req-de0e7a39-f683-4988-8d68-35516e502973 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0875700 Jun 01 12:54:50.688673 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bb1faae4-ad0f-421e-83fa-6088e15c4297 req-fa789a50-8be3-4ffd-b777-e3f38e7fb8e0 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521853 Jun 01 12:54:51.883725 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014fef1e-7343-4b76-8231-e24eb1f6bd12 req-56a77188-0b63-4436-89db-1d763fa4a580 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:51.885253 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-014fef1e-7343-4b76-8231-e24eb1f6bd12 req-56a77188-0b63-4436-89db-1d763fa4a580 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0858812 Jun 01 12:54:51.938610 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-014fef1e-7343-4b76-8231-e24eb1f6bd12 req-3697e324-c75c-4289-bf40-2f1dca10fe7b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454164 Jun 01 12:54:53.150807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119cfa1-2256-4420-8d6b-59e3b205995a req-77b27376-e5a2-454c-98e6-2db343a7ebe1 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:53.152361 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a119cfa1-2256-4420-8d6b-59e3b205995a req-77b27376-e5a2-454c-98e6-2db343a7ebe1 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0936215 Jun 01 12:54:53.207698 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a119cfa1-2256-4420-8d6b-59e3b205995a req-08a42226-6bc1-4524-94d9-2b0862804e7e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Jun 01 12:54:54.421012 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372993c-f127-482f-8464-e57086c60cbc req-c4c9a692-e4bb-49e2-8210-9f74c3d06b2e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:54.422549 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c372993c-f127-482f-8464-e57086c60cbc req-c4c9a692-e4bb-49e2-8210-9f74c3d06b2e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0914342 Jun 01 12:54:54.470708 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-c372993c-f127-482f-8464-e57086c60cbc req-5b0f32fe-d9e6-4c14-ba80-5f9ce3ac17a2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421689 Jun 01 12:54:55.674166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebb847-8168-437e-a7c1-58e94fce9a87 req-6a9be7d1-c9e4-4cfe-a414-d3fd612ced8f tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:55.675680 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0cebb847-8168-437e-a7c1-58e94fce9a87 req-6a9be7d1-c9e4-4cfe-a414-d3fd612ced8f tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0846367 Jun 01 12:54:55.725286 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0cebb847-8168-437e-a7c1-58e94fce9a87 req-6819d6be-9553-465c-b317-a4fdeb89edc8 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434959 Jun 01 12:54:56.927480 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b85a8b-faa7-43af-8780-a50d0368b6c7 req-05f6704d-85cb-4f65-8626-eda1331ed792 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:56.928998 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79b85a8b-faa7-43af-8780-a50d0368b6c7 req-05f6704d-85cb-4f65-8626-eda1331ed792 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0903196 Jun 01 12:54:56.978445 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-79b85a8b-faa7-43af-8780-a50d0368b6c7 req-1d505635-c24c-4c02-b707-3244bb10bbc0 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Jun 01 12:54:58.178512 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef2c06-ffba-47aa-ac30-d5e0f138ea2f req-67b9d496-b439-4298-acf5-001d790ba225 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.180047 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-70ef2c06-ffba-47aa-ac30-d5e0f138ea2f req-67b9d496-b439-4298-acf5-001d790ba225 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0848424 Jun 01 12:54:58.187464 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-c1abdb44-1785-48c0-a446-669f45fffef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.189108 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-c1abdb44-1785-48c0-a446-669f45fffef8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0745585 Jun 01 12:54:58.230916 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-70ef2c06-ffba-47aa-ac30-d5e0f138ea2f req-24433cfe-ebbb-4236-a856-bb2b8eab4b50 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438430 Jun 01 12:54:58.329122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-79278d06-55b6-4de4-82a3-07ced4e307ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.330592 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-79278d06-55b6-4de4-82a3-07ced4e307ea service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.1311815 Jun 01 12:54:58.438481 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-95f39e75-8da8-4a85-8be4-e1ab7c7c76e8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 1000 time: 0.1007135 Jun 01 12:54:58.504307 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-ccd56cf8-e439-4002-9a2d-d82ab7925416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.505801 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-ccd56cf8-e439-4002-9a2d-d82ab7925416 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0586064 Jun 01 12:54:58.714660 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-2354fa89-fc00-4e3f-bfc1-8a73a0acd8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:58.716040 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-2354fa89-fc00-4e3f-bfc1-8a73a0acd8bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1929774 Jun 01 12:54:58.853276 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-9a23a744-93d9-43db-8cc2-ef70a66a7397 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298120 Jun 01 12:54:58.991902 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0fad95a1-3bb7-45a3-afff-17dcdb4c4ef9 req-a4d4c04e-ce14-476c-a55f-126dc0fc6c12 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318293 Jun 01 12:54:59.436066 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe19e5-4f41-4cdb-9be8-92f67bd2fdd0 req-4d9791ff-ef0e-4e47-a2fa-06c2013ea24c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:54:59.437821 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aefe19e5-4f41-4cdb-9be8-92f67bd2fdd0 req-4d9791ff-ef0e-4e47-a2fa-06c2013ea24c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0902483 Jun 01 12:54:59.486855 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aefe19e5-4f41-4cdb-9be8-92f67bd2fdd0 req-1f14069b-3a6f-4c0d-a6cc-a9f7f2f71e91 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431151 Jun 01 12:55:00.689803 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de34e9-68dc-4181-8b58-5db42c743dc0 req-0420e537-8d9e-40de-8a25-aaf73e21fef9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:00.691566 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e9de34e9-68dc-4181-8b58-5db42c743dc0 req-0420e537-8d9e-40de-8a25-aaf73e21fef9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0927119 Jun 01 12:55:00.746838 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e9de34e9-68dc-4181-8b58-5db42c743dc0 req-69eebfa0-4b47-4439-a903-79c3ca81afea tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492117 Jun 01 12:55:01.956819 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdf62d9-d407-4a2e-bcaa-69f46cfbb8aa req-da026dcd-5e92-452c-9764-dc4736a7e44a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:01.958360 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dfdf62d9-d407-4a2e-bcaa-69f46cfbb8aa req-da026dcd-5e92-452c-9764-dc4736a7e44a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0866714 Jun 01 12:55:02.007426 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dfdf62d9-d407-4a2e-bcaa-69f46cfbb8aa req-065505d0-4079-4ba8-b36a-e53d084de8f7 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jun 01 12:55:02.323690 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-214ea286-177d-4bcb-8635-09edef8f3b8b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0771811 Jun 01 12:55:02.507664 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2469f-4273-47b5-9b4e-04de5ef50a0b req-b467f76b-2d0b-4ddc-ab64-d9bee21335d4 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:02.508331 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-17d2469f-4273-47b5-9b4e-04de5ef50a0b req-b467f76b-2d0b-4ddc-ab64-d9bee21335d4 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.2036150 Jun 01 12:55:02.565016 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-17d2469f-4273-47b5-9b4e-04de5ef50a0b req-7e1dcc63-ebd1-4112-bfcc-5d3c4ceca39d tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450795 Jun 01 12:55:03.770405 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6562d-1405-4099-951f-56bdc667c72a req-be50c5bc-9f61-43e0-b5e2-bfcc6d4540da tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:03.771767 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4da6562d-1405-4099-951f-56bdc667c72a req-be50c5bc-9f61-43e0-b5e2-bfcc6d4540da tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.0933115 Jun 01 12:55:03.826436 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4da6562d-1405-4099-951f-56bdc667c72a req-92646bd7-0bde-414c-b49f-10b31364dbcf tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473633 Jun 01 12:55:03.917166 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-f7e749b6-5951-4b05-a399-5edfdcc84de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:03.918700 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-f7e749b6-5951-4b05-a399-5edfdcc84de7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30&tenant_id=f8bc0167e43545329eae9e19526ae2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0919945 Jun 01 12:55:04.018904 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-cc7d95a5-2a44-4536-aad7-f51d57cc27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:04.020491 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-cc7d95a5-2a44-4536-aad7-f51d57cc27e1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0779419 Jun 01 12:55:04.165344 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-14acc3a7-b29b-41a1-b3a7-a66b40240918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:04.166811 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-14acc3a7-b29b-41a1-b3a7-a66b40240918 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.1401680 Jun 01 12:55:04.278880 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-3e5a807a-86eb-449f-a0ee-3884e82768d5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 1000 time: 0.1051981 Jun 01 12:55:04.376726 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-2b24a06c-b010-429b-bd9b-fa06578ead5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:04.378194 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-2b24a06c-b010-429b-bd9b-fa06578ead5e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0924273 Jun 01 12:55:04.462025 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-7223b072-3a45-426c-a75b-250e76df59f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:04.463498 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-7223b072-3a45-426c-a75b-250e76df59f4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780907 Jun 01 12:55:04.554071 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:55:04.634540 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-b60d2864-d3fe-4505-863c-ccdd5bc7c4e7 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635880 Jun 01 12:55:04.675313 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.704069 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:04.707013 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba118d8-488c-4435-b67c-e4732ae2a4cb" -d '{"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-unplugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:04.715983 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:04.724684 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:04.727844 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:04.765969 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e87bcd-e0ff-44b5-ab33-da1a66414089 x-openstack-request-id: req-c4e87bcd-e0ff-44b5-ab33-da1a66414089 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:04.766218 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-unplugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:04.766516 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c4e87bcd-e0ff-44b5-ab33-da1a66414089 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:04.766889 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'code': 200} Jun 01 12:55:04.778411 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4ffe8cdb-b01a-4f18-9cd7-ad9b3c1f1214 req-801165c8-3798-4edc-a0be-bff2155e49ee service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339743 Jun 01 12:55:04.800171 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=6']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:04.803370 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:05.037158 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995fdb8-a525-4ca5-83e9-2bdbfc10cbe5 req-a4064d05-7443-4ceb-971b-6c6a53f77d28 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:05.039333 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b995fdb8-a525-4ca5-83e9-2bdbfc10cbe5 req-a4064d05-7443-4ceb-971b-6c6a53f77d28 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.0914204 Jun 01 12:55:05.091388 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b995fdb8-a525-4ca5-83e9-2bdbfc10cbe5 req-6b9df55b-f036-4681-97da-23d52e182582 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450714 Jun 01 12:55:06.301478 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c75392b-f9f8-4306-bcd9-4f6a467e30ae req-5051c430-f6f8-4e59-8dbc-df1573cb6741 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:06.302995 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6c75392b-f9f8-4306-bcd9-4f6a467e30ae req-5051c430-f6f8-4e59-8dbc-df1573cb6741 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.0960350 Jun 01 12:55:06.358086 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-6c75392b-f9f8-4306-bcd9-4f6a467e30ae req-7c120e2a-336e-487b-af18-8ad67a0dd15a tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442059 Jun 01 12:55:07.557081 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40860d-cc75-466b-9650-0ec9d45ff805 req-a4b47211-f764-4ed3-949d-cdc6a389ad33 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:07.558550 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af40860d-cc75-466b-9650-0ec9d45ff805 req-a4b47211-f764-4ed3-949d-cdc6a389ad33 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.0888977 Jun 01 12:55:07.609814 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af40860d-cc75-466b-9650-0ec9d45ff805 req-ba8e9a25-9349-4226-af36-7e6e60add94c tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447886 Jun 01 12:55:08.067470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d4fac-0c32-40a1-90fe-90d30b075793 req-36613fe9-d126-4119-8ee7-3756e0eeb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:08.069015 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2f2d4fac-0c32-40a1-90fe-90d30b075793 req-36613fe9-d126-4119-8ee7-3756e0eeb202 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1096 time: 0.0805438 Jun 01 12:55:08.117232 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-2f2d4fac-0c32-40a1-90fe-90d30b075793 req-90bfbcf4-20a4-4b36-836e-b471b1d8f235 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415258 Jun 01 12:55:08.583107 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:55:08.735090 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:08.750526 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '4a51e870-05ce-4104-8806-ea39103ea876', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'port_id': '4a51e870-05ce-4104-8806-ea39103ea876', 'mac_address': 'fa:16:3e:97:76:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:55:08.813536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fb865-5892-4934-ae84-70256fc5a226 req-7597a75f-ece5-4fa7-87df-f28966896d12 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:08.815065 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b31fb865-5892-4934-ae84-70256fc5a226 req-7597a75f-ece5-4fa7-87df-f28966896d12 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 943 time: 0.0912983 Jun 01 12:55:08.820571 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.847967 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51e870-05ce-4104-8806-ea39103ea876 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:55:08.865782 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:08.870949 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b31fb865-5892-4934-ae84-70256fc5a226 req-1b62df1e-e573-44e7-aefc-670939fc5477 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495253 Jun 01 12:55:08.871610 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:08.875346 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:08.955731 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=7']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:08.959386 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:09.235410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-5e4eb6ce-4c2f-4985-87f7-471b4bcbcd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.236881 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-5e4eb6ce-4c2f-4985-87f7-471b4bcbcd03 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1097 time: 0.0797598 Jun 01 12:55:09.332808 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['4a51e870-05ce-4104-8806-ea39103ea876'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:55:09.415430 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-403de575-4d96-48b1-b2f4-79ee451bfe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.418662 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-403de575-4d96-48b1-b2f4-79ee451bfe10 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.1598287 Jun 01 12:55:09.631482 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-4a3b5294-a86a-421a-9b69-40ecb4c59cec service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 999 time: 0.2053158 Jun 01 12:55:09.699167 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-b9bbbc4c-755f-417a-b063-12397e665792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.700725 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-b9bbbc4c-755f-417a-b063-12397e665792 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0626040 Jun 01 12:55:09.788357 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-e639652b-bb6d-424c-9d66-dc6cb71f917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:09.789770 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-e639652b-bb6d-424c-9d66-dc6cb71f917f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828202 Jun 01 12:55:09.930379 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-b87c9664-3024-4707-8657-56dd273b844f service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334977 Jun 01 12:55:10.060620 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd82e4-ea71-400d-a828-03fbf4d592c6 req-f91c48f0-e22f-4d1c-a446-c6f209f8fb03 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:55:10.062156 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7bd82e4-ea71-400d-a828-03fbf4d592c6 req-f91c48f0-e22f-4d1c-a446-c6f209f8fb03 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 944 time: 0.0833459 Jun 01 12:55:10.068991 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c0ccdf0e-d5cc-4c2e-bf64-46838ff3cd56 req-b5d36690-16df-44cb-9cdb-55af8d7cd2e4 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305003 Jun 01 12:55:10.114537 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a7bd82e4-ea71-400d-a828-03fbf4d592c6 req-89ee692e-8c82-48be-984b-bc406e8e727e tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463493 Jun 01 12:55:10.238385 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4e67ac2e-f5ee-47da-8e22-8b7b5dc73fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.586012 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:55:10.659607 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 4a51e870-05ce-4104-8806-ea39103ea876 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:55:10.659921 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.807147 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.834516 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:55:10.836876 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0997680-90a5-40ff-ae55-71d562f46892" -d '{"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-plugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:55:10.845197 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:55:10.850524 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:10.852447 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:55:10.887740 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc07d47c-564a-4b93-87fc-642a3ce5fcdf x-openstack-request-id: req-dc07d47c-564a-4b93-87fc-642a3ce5fcdf {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:55:10.888036 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-plugged", "status": "completed", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:55:10.888293 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dc07d47c-564a-4b93-87fc-642a3ce5fcdf {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:55:10.888718 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'code': 200} Jun 01 12:55:10.922361 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=8']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:55:10.928510 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:55:11.996973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:13.710935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a7e63ca1-6453-45ca-99cb-12079ca5c5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:14.067932 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:15.264555 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:17.942550 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:21.611603 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:55:40.255152 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d655dc55-25e1-4ee1-b5f0-4d0f42d4ea3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:42.010367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:43.710846 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-048731dd-c90c-4f36-95eb-7faaa2848b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:44.062024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:45.267860 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:47.943683 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:55:58.610924 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:56:05.785703 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b44db-0007-4f2d-9ae7-a43d4f88324d req-84651caa-4565-4f83-83ac-bf600740c1c5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:05.787144 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d90b44db-0007-4f2d-9ae7-a43d4f88324d req-84651caa-4565-4f83-83ac-bf600740c1c5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0869324 Jun 01 12:56:05.849822 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d90b44db-0007-4f2d-9ae7-a43d4f88324d req-78212f1e-fdaa-4e1d-a447-aafeb969ff1a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525961 Jun 01 12:56:07.077800 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ac04c-da4d-4a3d-833c-79e54a33fe26 req-289ffd14-0069-4091-a7fe-3141ffcf2689 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:07.079507 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f00ac04c-da4d-4a3d-833c-79e54a33fe26 req-289ffd14-0069-4091-a7fe-3141ffcf2689 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0952106 Jun 01 12:56:07.158888 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f00ac04c-da4d-4a3d-833c-79e54a33fe26 req-6d4f9bf2-3e8f-4293-8816-865ba4fd4dd0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726435 Jun 01 12:56:08.394845 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f69d8-76d6-489c-ae35-6445efbf27de req-ae979b16-7356-446d-84dc-f0e0051de7cf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:08.396423 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-712f69d8-76d6-489c-ae35-6445efbf27de req-ae979b16-7356-446d-84dc-f0e0051de7cf tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0934880 Jun 01 12:56:08.445685 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-712f69d8-76d6-489c-ae35-6445efbf27de req-c78c628c-c871-44e9-9675-9a20c7d2b8bd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429399 Jun 01 12:56:09.200631 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-89a070ab-80a0-4479-93c9-dc40d7ba0f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:09.202399 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-89a070ab-80a0-4479-93c9-dc40d7ba0f63 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1099 time: 0.0767016 Jun 01 12:56:09.369352 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-f629085a-4ab2-418f-9c7e-c2455de7f07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:09.370791 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-f629085a-4ab2-418f-9c7e-c2455de7f07c service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1413531 Jun 01 12:56:09.498923 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-44924bd9-f548-4cb7-9a32-9103f9c3898b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 1002 time: 0.1131516 Jun 01 12:56:09.569056 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-28f901f9-a044-4a09-ac9a-b66ea99446bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:09.571329 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-28f901f9-a044-4a09-ac9a-b66ea99446bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0645199 Jun 01 12:56:09.672555 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-0f458b66-9b32-4804-b427-d695bc24def9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:09.674126 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-0f458b66-9b32-4804-b427-d695bc24def9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955529 Jun 01 12:56:09.705663 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e8a7d-1e58-40d0-b0a4-e26630e5bc42 req-a7662a46-573e-4173-9a20-6957e597c1a3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:09.707254 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-209e8a7d-1e58-40d0-b0a4-e26630e5bc42 req-a7662a46-573e-4173-9a20-6957e597c1a3 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0883493 Jun 01 12:56:09.758751 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-209e8a7d-1e58-40d0-b0a4-e26630e5bc42 req-60a3f0f5-cd94-44e9-be47-328fe2bdbbcd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Jun 01 12:56:09.818932 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-4ee22c60-3b25-44e4-9ddc-fb36058be54a service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339729 Jun 01 12:56:09.971582 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-3807c6d0-cf8b-458a-8b94-818326796e6c req-d6840331-4891-4d1e-a175-544ec64b3706 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443019 Jun 01 12:56:10.241100 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0cde2109-b4be-4f22-be5e-5edc47a024f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:10.965850 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e5be2-46a5-4f2f-b1db-abf5cd00152a req-1a17b730-8664-49b8-9150-52b8e021871b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:10.967279 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb4e5be2-46a5-4f2f-b1db-abf5cd00152a req-1a17b730-8664-49b8-9150-52b8e021871b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0893314 Jun 01 12:56:11.018580 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb4e5be2-46a5-4f2f-b1db-abf5cd00152a req-49274fc8-9b5d-4800-9358-856d2b7e34f0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431063 Jun 01 12:56:12.005106 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:12.235956 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b60d-2493-46be-9dc7-6d1f3db1ec88 req-3f4265c2-b18d-43b7-b3d3-6f66a2de327c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:12.238020 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7411b60d-2493-46be-9dc7-6d1f3db1ec88 req-3f4265c2-b18d-43b7-b3d3-6f66a2de327c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0952997 Jun 01 12:56:12.291415 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7411b60d-2493-46be-9dc7-6d1f3db1ec88 req-794ab0a4-07cf-4baa-972f-a8d792b944ee tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459437 Jun 01 12:56:13.548257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36984da-4b6c-42dc-8d95-ad8c749ba044 req-2027c42a-ea34-497b-aec2-93dbfa5588ff tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:13.549927 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f36984da-4b6c-42dc-8d95-ad8c749ba044 req-2027c42a-ea34-497b-aec2-93dbfa5588ff tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0963748 Jun 01 12:56:13.604734 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f36984da-4b6c-42dc-8d95-ad8c749ba044 req-5718fa0c-7640-428f-a63a-6de092b0406a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Jun 01 12:56:13.709760 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-12f8186f-a07d-440a-b21f-dcf1275a7fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.072221 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:14.808002 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7822dd8-8623-4dfd-a5cd-e9211fc62598 req-87506c68-7c15-4711-82c7-4880396e6cc0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:14.810199 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7822dd8-8623-4dfd-a5cd-e9211fc62598 req-87506c68-7c15-4711-82c7-4880396e6cc0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0891984 Jun 01 12:56:14.864646 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d7822dd8-8623-4dfd-a5cd-e9211fc62598 req-dcc0fa88-aaee-4f30-827b-60c04c50557c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471604 Jun 01 12:56:15.274221 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:16.077507 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8b62-2b37-4082-bf59-fcf072beeb12 req-aef0af41-6379-496d-9bb0-b7b1411d0543 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:16.079198 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-529c8b62-2b37-4082-bf59-fcf072beeb12 req-aef0af41-6379-496d-9bb0-b7b1411d0543 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0962806 Jun 01 12:56:16.133215 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-529c8b62-2b37-4082-bf59-fcf072beeb12 req-847beb58-6003-4dd9-b620-f4089cab33a7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437095 Jun 01 12:56:17.335780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb35a-4eb4-4da1-adae-f4303daa77d2 req-cf2c827e-be5c-4336-a508-7dc277da102c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:17.337424 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af4cb35a-4eb4-4da1-adae-f4303daa77d2 req-cf2c827e-be5c-4336-a508-7dc277da102c tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0841424 Jun 01 12:56:17.390784 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-af4cb35a-4eb4-4da1-adae-f4303daa77d2 req-023eaa69-9c90-4dea-abf9-c6c5457f2571 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436625 Jun 01 12:56:17.947722 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:18.611300 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46a836-eb25-4835-b1a3-fea8307529f0 req-52317315-38d2-4038-9b0a-115a7e766e43 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:18.613652 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5a46a836-eb25-4835-b1a3-fea8307529f0 req-52317315-38d2-4038-9b0a-115a7e766e43 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0988803 Jun 01 12:56:18.665946 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5a46a836-eb25-4835-b1a3-fea8307529f0 req-71513497-a06f-4124-9790-680747cb7c85 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456879 Jun 01 12:56:18.758319 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:18.911879 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:18.926691 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:18.991483 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.037973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:56:19.055034 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:19.059302 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:19.061280 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:19.136399 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=6']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:19.144431 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.144797 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.145129 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.145455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.145769 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.146083 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.146394 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.146706 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.147117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.147398 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.147707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.148011 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:19.152951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['2f57ce7a-b368-47a1-a625-7a6cd319e3f2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:19.177767 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:19.894828 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd87885-e016-4a73-88cf-ed35b7b104d0 req-5c4511fa-40f9-4be2-ac52-1b12db61d8d1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:19.897374 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3bd87885-e016-4a73-88cf-ed35b7b104d0 req-5c4511fa-40f9-4be2-ac52-1b12db61d8d1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 945 time: 0.1009591 Jun 01 12:56:19.957417 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3bd87885-e016-4a73-88cf-ed35b7b104d0 req-4b0ef6fb-abc5-4c78-9ce1-0d9897d56045 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533593 Jun 01 12:56:20.772840 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:56:20.848387 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:56:20.848909 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:20.981798 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.011453 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:21.013900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7460d-b0dd-4fd9-87fa-738f706af4fb" -d '{"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:21.024326 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:21.030352 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:21.032833 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:21.076346 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d91e7-e687-42ab-9bc3-fe4ea5e1d143 x-openstack-request-id: req-c37d91e7-e687-42ab-9bc3-fe4ea5e1d143 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:21.076743 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:21.077022 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c37d91e7-e687-42ab-9bc3-fe4ea5e1d143 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:21.077432 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'code': 200} Jun 01 12:56:21.134990 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=7']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:21.140337 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:21.281747 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c742b0-79e7-4551-b7e1-b7d4c981fc79 req-1759665c-a03f-4316-a148-5e4bd3ae9569 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:21.283883 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-81c742b0-79e7-4551-b7e1-b7d4c981fc79 req-1759665c-a03f-4316-a148-5e4bd3ae9569 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1890285 Jun 01 12:56:21.336969 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-81c742b0-79e7-4551-b7e1-b7d4c981fc79 req-71c323db-7a58-4a7a-b7d6-6f102042ec27 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446970 Jun 01 12:56:22.548957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8f5a0-700f-406c-8dc9-d01a1b7398bf req-3e258e78-d66e-4036-b020-d466b6c8277a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:22.550509 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-47c8f5a0-700f-406c-8dc9-d01a1b7398bf req-3e258e78-d66e-4036-b020-d466b6c8277a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0955660 Jun 01 12:56:22.605977 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-47c8f5a0-700f-406c-8dc9-d01a1b7398bf req-c3d0b70e-cbcd-4085-8990-e9f528d25235 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Jun 01 12:56:23.817014 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8deb-fa96-41b9-b3bb-b110924c621b req-df5f91a6-855a-4ede-9d65-bf111e6bda34 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:23.821309 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e54b8deb-fa96-41b9-b3bb-b110924c621b req-df5f91a6-855a-4ede-9d65-bf111e6bda34 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0938020 Jun 01 12:56:23.882854 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e54b8deb-fa96-41b9-b3bb-b110924c621b req-2d37264c-9df6-48d6-8751-b188db0ee8be tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554817 Jun 01 12:56:25.153006 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f85c80-ef33-4fb7-a72b-a2cfa2fcfce9 req-86e64d19-27f8-4c7e-a63f-5ffcddc92997 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:25.162591 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8f85c80-ef33-4fb7-a72b-a2cfa2fcfce9 req-86e64d19-27f8-4c7e-a63f-5ffcddc92997 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1307795 Jun 01 12:56:25.219598 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f8f85c80-ef33-4fb7-a72b-a2cfa2fcfce9 req-06d7e461-3b5d-4e86-8b55-a482e8c1df0f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559869 Jun 01 12:56:26.474313 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2a093-c0c2-4415-a883-a7df2f749a6b req-1741ecfc-f269-4ea2-a80a-0a545f16efe4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:26.481799 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5bc2a093-c0c2-4415-a883-a7df2f749a6b req-1741ecfc-f269-4ea2-a80a-0a545f16efe4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1279936 Jun 01 12:56:26.534457 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5bc2a093-c0c2-4415-a883-a7df2f749a6b req-89254a5d-2a93-44bd-9b70-f7cb941602de tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513785 Jun 01 12:56:27.781035 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273a85c-8ca2-44b2-aec5-6877d6b275d0 req-1d24be3c-0ec8-483a-9bbc-fc0be937405b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:27.782577 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d273a85c-8ca2-44b2-aec5-6877d6b275d0 req-1d24be3c-0ec8-483a-9bbc-fc0be937405b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.1627078 Jun 01 12:56:27.799437 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682333-cb75-4d9b-ad62-3413dfd9ba6b req-e03b5b28-5405-411c-8dc7-dd162f65d147 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:27.801743 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5a682333-cb75-4d9b-ad62-3413dfd9ba6b req-e03b5b28-5405-411c-8dc7-dd162f65d147 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1311729 Jun 01 12:56:27.862436 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d273a85c-8ca2-44b2-aec5-6877d6b275d0 req-e0633d4e-3e1c-4bde-b997-9a2cb81834ee tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719252 Jun 01 12:56:27.897359 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5a682333-cb75-4d9b-ad62-3413dfd9ba6b req-0c17a852-c1f9-4ed3-b15b-f91d4e48d064 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785408 Jun 01 12:56:29.138145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad38f1-162f-4209-ae88-70bb64b1d8d0 req-54987dc1-18f8-437e-bbf2-fecd9972580c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:29.139985 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-78ad38f1-162f-4209-ae88-70bb64b1d8d0 req-54987dc1-18f8-437e-bbf2-fecd9972580c tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.1559670 Jun 01 12:56:29.217121 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-78ad38f1-162f-4209-ae88-70bb64b1d8d0 req-f49ad4a4-6334-4f82-b054-fc24195b958f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599627 Jun 01 12:56:29.226773 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b8cea-a93e-4dc2-8f58-ba6274664443 req-c397e616-f74f-41eb-a99a-0d0441e1d6c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:29.233224 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-451b8cea-a93e-4dc2-8f58-ba6274664443 req-c397e616-f74f-41eb-a99a-0d0441e1d6c6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1573131 Jun 01 12:56:29.280151 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-451b8cea-a93e-4dc2-8f58-ba6274664443 req-eab5994b-33cf-4051-90e8-26b982a21937 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447516 Jun 01 12:56:30.035081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da007d-284e-40fb-9625-71bf4353f217 req-832204bf-5fd2-468f-81d0-bf8529e12071 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:30.035756 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-55da007d-284e-40fb-9625-71bf4353f217 req-832204bf-5fd2-468f-81d0-bf8529e12071 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Synchronizing usage tracker for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:30.050307 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-55da007d-284e-40fb-9625-71bf4353f217 req-832204bf-5fd2-468f-81d0-bf8529e12071 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Unset dirty status for tenant:b70feabd588e40fb95780b8f84a6df69 on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:30.051480 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-55da007d-284e-40fb-9625-71bf4353f217 req-832204bf-5fd2-468f-81d0-bf8529e12071 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.1110668 Jun 01 12:56:30.209921 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Deleting port 50b6e19e-6923-49bd-ad7b-3c655f88894f {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:30.210569 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.377496 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] For port 50b6e19e-6923-49bd-ad7b-3c655f88894f, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=50b6e19e-6923-49bd-ad7b-3c655f88894f,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:30.377854 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.560273 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699359d-1611-41b0-b363-c4fe709cc00b req-1676c4f7-ad20-4296-a43a-0fb1d1723d65 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:30.567986 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d699359d-1611-41b0-b363-c4fe709cc00b req-1676c4f7-ad20-4296-a43a-0fb1d1723d65 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 946 time: 0.2173262 Jun 01 12:56:30.628245 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d699359d-1611-41b0-b363-c4fe709cc00b req-1e079025-f812-48cf-9ba0-af9e39489fb7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups?id=ccdadef9-99f8-42c8-a197-b4a8d2f3c388&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586014 Jun 01 12:56:30.654601 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23346cc6-1377-4a58-b0a0-c26c01b0bb0b req-690c705d-23d2-479f-81fc-9901211811ae tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:30.656734 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-23346cc6-1377-4a58-b0a0-c26c01b0bb0b req-690c705d-23d2-479f-81fc-9901211811ae tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1978674 Jun 01 12:56:30.734274 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-23346cc6-1377-4a58-b0a0-c26c01b0bb0b req-01401656-5e4a-40f8-a233-b6e29eb65397 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711408 Jun 01 12:56:30.856968 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.858017 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:30.859387 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Floating IP 504e1887-53aa-4a14-99ff-c48f166f89e8 disassociated. External IP: 172.28.3.229, port: 50b6e19e-6923-49bd-ad7b-3c655f88894f. Jun 01 12:56:30.861007 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Calling delete_port for 50b6e19e-6923-49bd-ad7b-3c655f88894f owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:31.014073 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:31.020762 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-32d24050-1036-4e0e-a377-398bf3cfc033 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:31.072002 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'Port': ['ID=50b6e19e-6923-49bd-ad7b-3c655f88894f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:31.156335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.156570 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.157140 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.157405 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.157754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.158114 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.158439 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.158793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.159115 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.159452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.159782 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.160113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:31.165739 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:31.325954 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:31.560696 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:31.573593 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:31.587758 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:31.588780 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:31.685636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] No DVR routers for this DVR port 50b6e19e-6923-49bd-ad7b-3c655f88894f on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:31.689453 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:31.693822 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'name': 'network-vif-deleted', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:31.696430 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e457be-e381-42c1-bcfe-5e5473704a69" -d '{"events": [{"server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "name": "network-vif-deleted", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:31.742067 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-55da007d-284e-40fb-9625-71bf4353f217 req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.98 "DELETE /v2.0/ports/50b6e19e-6923-49bd-ad7b-3c655f88894f HTTP/1.1" status: 204 len: 173 time: 1.6841903 Jun 01 12:56:31.771620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84136dc6-89b3-4683-acf5-ebc2cd3b8636 x-openstack-request-id: req-84136dc6-89b3-4683-acf5-ebc2cd3b8636 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:31.772499 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e870ad37-0bfd-4b72-8b8b-e84b5306eac9", "name": "network-vif-deleted", "tag": "50b6e19e-6923-49bd-ad7b-3c655f88894f", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:31.772969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-84136dc6-89b3-4683-acf5-ebc2cd3b8636 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:31.773653 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e870ad37-0bfd-4b72-8b8b-e84b5306eac9', 'name': 'network-vif-deleted', 'tag': '50b6e19e-6923-49bd-ad7b-3c655f88894f', 'status': 'completed', 'code': 200} Jun 01 12:56:31.885696 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1fe27d15-6264-4454-86c4-6d67ff2ecf03 req-655225d5-47ea-4879-9284-fe99db5a7506 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/ports?device_id=e870ad37-0bfd-4b72-8b8b-e84b5306eac9 HTTP/1.1" status: 200 len: 210 time: 0.0757682 Jun 01 12:56:31.954472 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:31.998002 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e188a5-c734-4b73-b762-d4ad6b5b21d2 req-653527e6-3d3b-417c-b3b1-2f82ddacb3c0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:32.005767 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e1e188a5-c734-4b73-b762-d4ad6b5b21d2 req-653527e6-3d3b-417c-b3b1-2f82ddacb3c0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.1169434 Jun 01 12:56:32.083339 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e1e188a5-c734-4b73-b762-d4ad6b5b21d2 req-10fd9a27-6848-4c3d-9626-dd79e8db0e8e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637281 Jun 01 12:56:32.390680 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:32.396093 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:32.406233 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:32.407219 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:32.614184 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:32.817224 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 50b6e19e-6923-49bd-ad7b-3c655f88894f no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:32.960715 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 50b6e19e-6923-49bd-ad7b-3c655f88894f {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:32.961433 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 50b6e19e-6923-49bd-ad7b-3c655f88894f not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:33.035893 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34462) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:33.099451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:33.104569 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239af349-274f-4b99-ba42-1da8bf41e07e None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:48:10Z', 'revision_number': 4, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6bfae09b-b3da-4c4a-b9c6-28596e67d104', 'name': '', 'network_id': 'ee83c504-b357-4b56-afca-2d69c382a5ab', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'mac_address': 'fa:16:3e:d2:cf:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:09Z', 'updated_at': '2021-06-01T12:48:24Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'subnets': [{'id': 'fd10ca6b-f8a9-48ba-a9c1-09b25173fec4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:33.131826 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:33.176818 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:33.269697 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:33.275411 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-12168631-c5e6-4daf-b176-2dc0121ad778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:33.306807 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdadef9-99f8-42c8-a197-b4a8d2f3c388,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:33.387112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.387471 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.387825 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.388171 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.388515 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.388883 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.389252 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.389582 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.389923 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.390264 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.390646 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.391014 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:56:33.395097 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:33.422025 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:33.426781 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "DELETE /v2.0/security-groups/ccdadef9-99f8-42c8-a197-b4a8d2f3c388 HTTP/1.1" status: 204 len: 168 time: 0.3887997 Jun 01 12:56:33.428071 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34468) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:33.450497 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.api.v2.resource [None req-ef92bdf0-7bc1-4f58-9862-24ebe4a24e12 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] show failed (client error): The resource could not be found. Jun 01 12:56:33.451937 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-ef92bdf0-7bc1-4f58-9862-24ebe4a24e12 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "GET /v2.0/security-groups/ccdadef9-99f8-42c8-a197-b4a8d2f3c388 HTTP/1.1" status: 404 len: 347 time: 0.0215232 Jun 01 12:56:33.455493 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34472) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:33.499870 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a26906-fd52-458c-af41-93826593d791 None None] New status for floating IP 504e1887-53aa-4a14-99ff-c48f166f89e8: DOWN {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:33.552058 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ec338-da0c-4ae8-91d1-fc1eb463579c req-05c4b5e6-d207-40b7-bc25-a44f83d0d528 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:33.554143 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9c5ec338-da0c-4ae8-91d1-fc1eb463579c req-05c4b5e6-d207-40b7-bc25-a44f83d0d528 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.2558172 Jun 01 12:56:33.864342 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9c5ec338-da0c-4ae8-91d1-fc1eb463579c req-3c6fb021-04f1-40ba-830d-3b694b1074b5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941105 Jun 01 12:56:33.892424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Deleting port 25ccd41f-1e8c-4d62-85c7-296722bd4467 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:33.892788 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.024450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.025128 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.151130 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Calling delete_port for 25ccd41f-1e8c-4d62-85c7-296722bd4467 owned by network:floatingip {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:34.292446 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.296491 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:34.348295 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Pushing event deleted for resources: {'Port': ['ID=25ccd41f-1e8c-4d62-85c7-296722bd4467,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:34.355507 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:34.448010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks [] for floatingip, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.463048 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:34.464280 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d6979738-e143-484e-8e25-2e67a245bcc3 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] 10.222.0.93 "DELETE /v2.0/floatingips/504e1887-53aa-4a14-99ff-c48f166f89e8 HTTP/1.1" status: 204 len: 168 time: 1.0073605 Jun 01 12:56:34.683442 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-2463650f-7a2c-44e8-b02e-b084a4088ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:34.685086 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-2463650f-7a2c-44e8-b02e-b084a4088ea4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1099 time: 0.0868485 Jun 01 12:56:34.831981 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-13f1422f-6cdd-40e7-9097-eb9d21cba1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:34.833750 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-13f1422f-6cdd-40e7-9097-eb9d21cba1a9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1414890 Jun 01 12:56:34.949962 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-c4ee0d46-1158-460f-9ded-6b5e642c640c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 1002 time: 0.1085582 Jun 01 12:56:35.026587 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-939bbcf4-32a8-4ca4-a357-2db68c6e5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:35.028156 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-939bbcf4-32a8-4ca4-a357-2db68c6e5b64 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0712605 Jun 01 12:56:35.075941 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929132f6-c137-49b8-b0ab-2bd25d45d1d9 req-2cd86f14-6873-43b7-ab6f-eb1816fef05d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:35.077407 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-929132f6-c137-49b8-b0ab-2bd25d45d1d9 req-2cd86f14-6873-43b7-ab6f-eb1816fef05d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0890334 Jun 01 12:56:35.109051 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-da1e55f7-6d3b-49b5-a2a4-a6ae1b6a2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:35.110440 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-da1e55f7-6d3b-49b5-a2a4-a6ae1b6a2769 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758593 Jun 01 12:56:35.127047 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-929132f6-c137-49b8-b0ab-2bd25d45d1d9 req-4e9cdf7a-9e2e-4568-acc7-f294e12b24da tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436943 Jun 01 12:56:35.246832 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-1948d2c9-d5d1-4b74-a5f3-9db646a4c042 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298280 Jun 01 12:56:35.511691 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-15f9f0b6-79e7-4d67-8f89-04020d686e8e req-d5867f25-d893-4c11-bb11-5d28fa609312 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575285 Jun 01 12:56:35.611050 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:56:36.337033 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad6352-198b-4ad9-8ef6-b5934c35be2a req-cfe18bb6-01a0-4a8f-97ea-10b379bbd343 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:36.339040 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-afad6352-198b-4ad9-8ef6-b5934c35be2a req-cfe18bb6-01a0-4a8f-97ea-10b379bbd343 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 946 time: 0.0936720 Jun 01 12:56:36.396973 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-afad6352-198b-4ad9-8ef6-b5934c35be2a req-d098f996-ff21-4e0f-b691-0dc08d7eba1b tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506544 Jun 01 12:56:36.832645 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:36.963721 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:36.999299 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:37.002429 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27f142-20bc-4f03-bfa4-a585bc339f55" -d '{"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:37.013086 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:37.019245 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:37.022960 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:37.062032 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8f96c-4b29-4ef6-9981-90f2725d3cde x-openstack-request-id: req-b0e8f96c-4b29-4ef6-9981-90f2725d3cde {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:37.062318 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:37.064263 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-b0e8f96c-4b29-4ef6-9981-90f2725d3cde {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:37.064263 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'code': 200} Jun 01 12:56:37.113319 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=8']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:37.117951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:37.620104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f0299-3ffb-43e1-93ff-510cd3be42c0 req-c749483b-d57a-4120-a6bb-710e04e06830 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:37.621674 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-879f0299-3ffb-43e1-93ff-510cd3be42c0 req-c749483b-d57a-4120-a6bb-710e04e06830 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1021519 Jun 01 12:56:37.670973 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-879f0299-3ffb-43e1-93ff-510cd3be42c0 req-2d652619-9760-4a74-89e8-046103faddbb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Jun 01 12:56:38.620474 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34538) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:39.326654 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3747c-be03-4faf-a470-b036161834b4 req-671efd96-a0e7-4d2a-93fe-ff27b1286fef tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:39.328191 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fe3747c-be03-4faf-a470-b036161834b4 req-671efd96-a0e7-4d2a-93fe-ff27b1286fef tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.2229080 Jun 01 12:56:39.347940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34568) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:39.422517 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9fe3747c-be03-4faf-a470-b036161834b4 req-ee4fb8af-f423-4536-9a2f-3d73f61689bd tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861027 Jun 01 12:56:39.471949 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-6021f0f3-9b5c-4496-ba0f-bfbb37d5db51 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1227102 Jun 01 12:56:39.626802 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.095763 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Deleting port 6bfae09b-b3da-4c4a-b9c6-28596e67d104 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:40.096102 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.241896 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-3559ffed-b326-4225-8f35-c4c072f37a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.271359 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] For port 6bfae09b-b3da-4c4a-b9c6-28596e67d104, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6bfae09b-b3da-4c4a-b9c6-28596e67d104,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:40.271702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.401308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Calling delete_port for 6bfae09b-b3da-4c4a-b9c6-28596e67d104 owned by network:router_interface {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:40.427832 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-c4df9e0b-4df6-44ed-bb86-494b27fd2806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.429574 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-c4df9e0b-4df6-44ed-bb86-494b27fd2806 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0&tenant_id=98410a5d8b994353be60e28c6fa1472a HTTP/1.1" status: 200 len: 1097 time: 0.0739357 Jun 01 12:56:40.533955 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-8a892f25-97c1-492b-ace9-f9f91b5b51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.535464 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-8a892f25-97c1-492b-ace9-f9f91b5b51d5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=98410a5d8b994353be60e28c6fa1472a&device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0819511 Jun 01 12:56:40.564515 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:40.570703 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-61033d0a-b3fe-4dac-8448-1ead1eb737d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:40.675196 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-74822cfd-2ed0-4c03-9149-4b501aa5f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.676684 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-74822cfd-2ed0-4c03-9149-4b501aa5f50f service neutron] 10.222.0.98 "GET /v2.0/networks?id=ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 200 len: 918 time: 0.1352458 Jun 01 12:56:40.686730 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bfae09b-b3da-4c4a-b9c6-28596e67d104,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:40.694269 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:40.792445 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-3cacf390-7789-49cb-a441-63eb7803c9aa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 200 len: 1000 time: 0.1090174 Jun 01 12:56:40.846591 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d2d5-2760-41f2-a6bc-3ac7d4952ac2 req-26bba41f-5f45-44a0-97ef-1a535f8952b2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.848063 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5484d2d5-2760-41f2-a6bc-3ac7d4952ac2 req-26bba41f-5f45-44a0-97ef-1a535f8952b2 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.2784083 Jun 01 12:56:40.860626 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-d576bbd5-016c-4240-bd9c-6253b897f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.862128 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-d576bbd5-016c-4240-bd9c-6253b897f390 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 200 len: 855 time: 0.0618238 Jun 01 12:56:40.881440 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:40.957956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-45a35a9a-de44-4907-801e-750c346092fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:40.961921 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-45a35a9a-de44-4907-801e-750c346092fb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=ad08cd72-331a-40f6-add0-3be2486fbf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0923214 Jun 01 12:56:40.976698 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5484d2d5-2760-41f2-a6bc-3ac7d4952ac2 req-d6c83fd1-be4d-479c-a211-4f21e33518a1 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197643 Jun 01 12:56:40.991226 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:41.116758 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-582c727e-4c55-45ac-b2a5-9362b828d9f2 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475945 Jun 01 12:56:41.267793 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-98faec2b-8f16-4b16-8d15-ebf353f5d4cf req-5b8b7ea1-cf41-4f48-8c3f-6b1514971e38 service neutron] 10.222.0.98 "GET /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441252 Jun 01 12:56:41.503488 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Router 8abc691f-6339-4f1c-adec-235ca6405b73 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:41.700234 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:41.713838 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Sync routers for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:41.719978 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a0b0775e-d3c9-43b3-83e2-251a7cda99c8 admin admin] 10.222.0.93 "PUT /v2.0/routers/8abc691f-6339-4f1c-adec-235ca6405b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0954964 Jun 01 12:56:41.720252 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34602) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:41.727920 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:41.729654 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:41.991951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks [] for router, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.073861 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.096529 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:42.354832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62771c6f-ef14-40c5-a9f4-cd311568f708 req-7856acad-ee1e-46b4-9be4-0d123626d02f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:42.359375 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62771c6f-ef14-40c5-a9f4-cd311568f708 req-7856acad-ee1e-46b4-9be4-0d123626d02f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1513762 Jun 01 12:56:42.369626 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.437537 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-62771c6f-ef14-40c5-a9f4-cd311568f708 req-05ebc702-cec8-4a88-995a-0b75abdc46a7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662913 Jun 01 12:56:42.513902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Deleting port 3b3fc011-8efb-49a4-9d34-d149db6a9946 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:42.514273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.616385 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:56:40Z', 'revision_number': 5, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port': {'id': '3b3fc011-8efb-49a4-9d34-d149db6a9946', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:74:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:48:03Z', 'updated_at': '2021-06-01T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:42.621476 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Checking router: 8abc691f-6339-4f1c-adec-235ca6405b73 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:42.631134 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Routers {'8abc691f-6339-4f1c-adec-235ca6405b73'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:42.631768 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['8abc691f-6339-4f1c-adec-235ca6405b73'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:42.781298 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] For port 3b3fc011-8efb-49a4-9d34-d149db6a9946, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=3b3fc011-8efb-49a4-9d34-d149db6a9946,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:42.781916 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:42.808279 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] Set router 8abc691f-6339-4f1c-adec-235ca6405b73 gateway port host: None {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:42.934897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Calling delete_port for 3b3fc011-8efb-49a4-9d34-d149db6a9946 owned by network:router_gateway {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:42.971016 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:56:42Z', 'revision_number': 6, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:42.975229 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea908c55-bdb2-4fd5-ae00-56d960fd8c05 None None] The sync data for ids ['8abc691f-6339-4f1c-adec-235ca6405b73'] in dv-cinder-776307-6-smb is: [{'id': '8abc691f-6339-4f1c-adec-235ca6405b73', 'name': 'tempest-AttachVolumeTestJSON-1504970693-router', 'tenant_id': 'b70feabd588e40fb95780b8f84a6df69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:48:02Z', 'updated_at': '2021-06-01T12:56:42Z', 'revision_number': 6, 'project_id': 'b70feabd588e40fb95780b8f84a6df69', 'gw_port_host': None}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:43.122992 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.130124 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:43.185412 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b3fc011-8efb-49a4-9d34-d149db6a9946,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:43.188419 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:43.290113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.480844 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.483601 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.571759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.572294 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abc691f-6339-4f1c-adec-235ca6405b73 {{(pid=98618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:56:43.585974 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.587200 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] 10.222.0.93 "DELETE /v2.0/routers/8abc691f-6339-4f1c-adec-235ca6405b73 HTTP/1.1" status: 204 len: 168 time: 1.8659785 Jun 01 12:56:43.589906 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34610) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:43.665501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785f3b-6360-4d4c-94d3-7a45b52cff71 req-21032cf1-2b37-435c-aa1c-e41cd2187b15 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:43.667664 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-25785f3b-6360-4d4c-94d3-7a45b52cff71 req-21032cf1-2b37-435c-aa1c-e41cd2187b15 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0981567 Jun 01 12:56:43.667969 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Deleting subnet fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:56:43.672528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.713697 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-b332e3de-ea9c-406c-8d53-fbdc373390ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.731183 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-25785f3b-6360-4d4c-94d3-7a45b52cff71 req-6800c78c-2400-440b-bbb5-db2ed7e162d0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568321 Jun 01 12:56:43.778828 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:43.949914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.090907 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.226179 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6bfae09b-b3da-4c4a-b9c6-28596e67d104 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:44.264305 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 6bfae09b-b3da-4c4a-b9c6-28596e67d104 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:44.265063 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6bfae09b-b3da-4c4a-b9c6-28596e67d104 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:44.265727 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 3b3fc011-8efb-49a4-9d34-d149db6a9946 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:44.300423 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 3b3fc011-8efb-49a4-9d34-d149db6a9946 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:44.301181 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 3b3fc011-8efb-49a4-9d34-d149db6a9946 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:44.339064 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.344183 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:44.382068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd10ca6b-f8a9-48ba-a9c1-09b25173fec4,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:44.385195 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:44.386169 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.392705 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41904296-686b-43e1-9ebf-86bbb49056aa None None] Network ee83c504-b357-4b56-afca-2d69c382a5ab requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:56:44.392923 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-2a91c20e-9e69-43ac-bc55-6484c2c1a912 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/fd10ca6b-f8a9-48ba-a9c1-09b25173fec4 HTTP/1.1" status: 204 len: 168 time: 0.8015926 Jun 01 12:56:44.396049 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34614) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:44.631341 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.706817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] DHCP port deletion for ee83c504-b357-4b56-afca-2d69c382a5ab request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:56:44.737213 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Deleting port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:44.737846 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.781396 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Deleting port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:44.781801 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.860958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] For port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:44.861591 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:44.906146 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] For port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,segment=NetworkSegment(26c55c91-35fe-4216-a8da-54b83c8c01cd),segment_id=26c55c91-35fe-4216-a8da-54b83c8c01cd)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:44.906909 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.035190 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d1cc-eb75-4b6a-973c-bdae231eece8 req-57910bf9-9e21-46fd-bc25-fbe0fed9e093 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:45.040070 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Calling delete_port for 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:45.045954 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9066d1cc-eb75-4b6a-973c-bdae231eece8 req-57910bf9-9e21-46fd-bc25-fbe0fed9e093 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1059437 Jun 01 12:56:45.051154 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Calling delete_port for 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:45.094495 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.100096 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ffb92025-ba8f-443a-8348-30770d1672ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.106218 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9066d1cc-eb75-4b6a-973c-bdae231eece8 req-298eb178-0194-41f9-a74a-ed123981a96d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567756 Jun 01 12:56:45.152597 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.155361 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.159510 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] No DVR routers for this DVR port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:45.229525 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.242613 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.285831 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] No DVR routers for this DVR port 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:45.306675 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Pushing event deleted for resources: {'Port': ['ID=2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.314559 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.321694 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.322074 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.337491 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee83c504-b357-4b56-afca-2d69c382a5ab']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:45.355833 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c55c91-35fe-4216-a8da-54b83c8c01cd') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:45.355943 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c55c91-35fe-4216-a8da-54b83c8c01cd') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:45.369563 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.387749 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.395230 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Releasing vlan 1086 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:56:45.395230 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:56:45.408963 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:56:45.492391 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.496434 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-04587353-e1e1-42c4-bae2-5103aecae3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.510208 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.528573 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee83c504-b357-4b56-afca-2d69c382a5ab,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.532762 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.556266 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] 10.222.0.93 "DELETE /v2.0/networks/ee83c504-b357-4b56-afca-2d69c382a5ab HTTP/1.1" status: 204 len: 168 time: 1.1589923 Jun 01 12:56:45.685799 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34624) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:45.737117 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-3b28784d-2daa-4e1f-9f69-dc749c0baefc admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b70feabd588e40fb95780b8f84a6df69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0500128 Jun 01 12:56:45.739618 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34628) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:45.804248 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.837626 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.901315 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.905172 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75bf6cce-b73d-4de5-beee-2f68bbb2ef95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:45.919643 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4c4ec1-fb70-4512-b516-56cfb45ccb8d,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:45.923392 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:45.927138 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:45.930812 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4f4c4ec1-fb70-4512-b516-56cfb45ccb8d HTTP/1.1" status: 204 len: 168 time: 0.1901979 Jun 01 12:56:46.161229 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:56:46.205132 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:56:46.205465 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aaaa0fd-31ae-4b8c-8efd-38f75020dcdf not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:56:46.342692 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4679a-94d2-4c57-8685-40f5f568b2de req-8c9f7739-3c42-4372-8fca-929b116e729a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:46.344705 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64d4679a-94d2-4c57-8685-40f5f568b2de req-8c9f7739-3c42-4372-8fca-929b116e729a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1175516 Jun 01 12:56:46.413189 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-64d4679a-94d2-4c57-8685-40f5f568b2de req-c072736d-a87c-4191-b151-c9529a73fe93 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522802 Jun 01 12:56:47.629937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d4b495-3438-4b9c-9785-b9bdd89d8d20 req-af7418bf-e539-42e7-828b-a4902471d65d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:47.632257 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d4b495-3438-4b9c-9785-b9bdd89d8d20 req-af7418bf-e539-42e7-828b-a4902471d65d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0854335 Jun 01 12:56:47.720497 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-66d4b495-3438-4b9c-9785-b9bdd89d8d20 req-26e24592-18cf-4f1a-bf2a-c8f09f0a52b7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812590 Jun 01 12:56:47.950347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:48.951014 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4c562-1cb6-4f3f-8ced-4b28b3d66f9d req-ced56218-a69b-4280-adb4-4dce8a523610 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:48.952522 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-29f4c562-1cb6-4f3f-8ced-4b28b3d66f9d req-ced56218-a69b-4280-adb4-4dce8a523610 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1046712 Jun 01 12:56:49.009151 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-29f4c562-1cb6-4f3f-8ced-4b28b3d66f9d req-c855db74-b7f1-4932-954a-8041403927d4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503619 Jun 01 12:56:50.309868 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293e92a-e7c5-4799-9efd-f02f05af8ba7 req-c2f0f684-730f-4580-9093-eaf7d6412077 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:50.311602 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d293e92a-e7c5-4799-9efd-f02f05af8ba7 req-c2f0f684-730f-4580-9093-eaf7d6412077 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1027415 Jun 01 12:56:50.362642 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d293e92a-e7c5-4799-9efd-f02f05af8ba7 req-418c44a0-c267-4ab9-b0c7-4158f41e555a tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436873 Jun 01 12:56:51.421306 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34726) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:51.574293 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.595901 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:51.600334 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:c86670c21a9649c5b609f262e8d0e7dd is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:51.605931 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:51.612271 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:51.679975 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eaa6d0-a050-4bbe-ba92-862548767710 req-ce5b0ce7-832f-413e-a9a5-8c36cdcd2df9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:51.681521 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-51eaa6d0-a050-4bbe-ba92-862548767710 req-ce5b0ce7-832f-413e-a9a5-8c36cdcd2df9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1828723 Jun 01 12:56:51.771416 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-51eaa6d0-a050-4bbe-ba92-862548767710 req-b65c3958-05b4-45f3-9439-7ffa81638426 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807846 Jun 01 12:56:51.779801 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.784966 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.794462 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6da3a3b0-5421-4515-9ab9-a0696dec02c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:51.837488 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=c86670c21a9649c5b609f262e8d0e7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148479 Jun 01 12:56:51.839627 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3cc49-3823-4533-857c-b4be20ebb820,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:51.841488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34732) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:51.850903 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:51.948928 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:51.978049 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.031642 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.036796 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d4d76cd8-08be-461d-ba43-4ccaa3546f14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:52.048697 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3cc49-3823-4533-857c-b4be20ebb820,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.052558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:52.057222 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.058385 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7b4e512f-7387-40fe-b78c-ef0f4f668134 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/05d3cc49-3823-4533-857c-b4be20ebb820 HTTP/1.1" status: 204 len: 168 time: 0.2158613 Jun 01 12:56:52.408213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34740) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:52.431080 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.449736 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:52.455160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b638dedfe861444ca39a1d57022d442a is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:52.458392 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:52.464551 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:52.553998 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.559166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.567129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e9e0c230-8e0d-4b0d-862f-25febe8d7be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:52.612479 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b638dedfe861444ca39a1d57022d442a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026920 Jun 01 12:56:52.613395 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb1076f-2535-4173-aa4b-3ce876231942,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.615442 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34744) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:52.616630 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:52.691479 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.725998 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.791106 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.794943 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f9fcb075-1bd4-460d-9512-848f38298ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:52.806516 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb1076f-2535-4173-aa4b-3ce876231942,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:52.810627 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:52.814891 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:52.820839 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/ccb1076f-2535-4173-aa4b-3ce876231942 HTTP/1.1" status: 204 len: 168 time: 0.2000475 Jun 01 12:56:53.058370 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a45d6-fc24-4ea7-bf36-421c87f75d2c req-5c88d476-cc3d-4047-b30e-df3fb35199d6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:53.059836 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-867a45d6-fc24-4ea7-bf36-421c87f75d2c req-5c88d476-cc3d-4047-b30e-df3fb35199d6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1347907 Jun 01 12:56:53.124700 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-867a45d6-fc24-4ea7-bf36-421c87f75d2c req-ad42a490-1b82-4cf7-bb62-2786eb5aecc5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548568 Jun 01 12:56:54.091838 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34778) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:54.358112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb089c6a-6c87-45aa-8f04-643777ee8674 req-a9fc71fd-0983-4d25-8b38-8206191571cc tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:54.361551 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cb089c6a-6c87-45aa-8f04-643777ee8674 req-a9fc71fd-0983-4d25-8b38-8206191571cc tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1141796 Jun 01 12:56:54.526745 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cb089c6a-6c87-45aa-8f04-643777ee8674 req-52d2fdfc-c3f7-411e-867d-483db7763cba tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611087 Jun 01 12:56:54.677737 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Deleting port 40ca114d-b3ae-4c9b-9102-8248801d160a {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:54.678090 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.827459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.827964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:54.964417 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Calling delete_port for 40ca114d-b3ae-4c9b-9102-8248801d160a owned by network:floatingip {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:54.996456 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34802) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:55.128938 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.139996 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.144799 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:55.194162 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:55.198285 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event deleted for resources: {'Port': ['ID=40ca114d-b3ae-4c9b-9102-8248801d160a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:55.228218 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Usage tracker for resource:security_group_rule and tenant:1b5b64f628c846fb983958084197a210 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:55.235718 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:55.236558 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:55.271187 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:55.431132 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for floatingip, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.431632 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Floating IP 4391a369-d8d5-45f8-a672-3af2683832e6 disassociated (deleted). External IP: 172.28.3.70, port: 4a51e870-05ce-4104-8806-ea39103ea876. Jun 01 12:56:55.670470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.726840 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.735435 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657110c8-a59a-4c49-92b7-3a8079ff9640 req-cb561318-a711-4865-9d40-edaeb04f1da7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:55.737013 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-657110c8-a59a-4c49-92b7-3a8079ff9640 req-cb561318-a711-4865-9d40-edaeb04f1da7 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0918803 Jun 01 12:56:55.741910 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b22acbab-d3f9-4e29-91ec-52dc2db6c259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:55.789337 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-657110c8-a59a-4c49-92b7-3a8079ff9640 req-a3a8afc8-fe14-4be0-837a-29382919daa5 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455723 Jun 01 12:56:55.802700 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=1b5b64f628c846fb983958084197a210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8049247 Jun 01 12:56:55.805585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34810) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:55.877273 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f09e50-0cee-402b-ba8a-44f28046337d,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:55.882251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:55.896587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.911531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:56:55.929830 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.988794 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:55.994010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b9ffbd0e-f081-4959-9ce2-6fd8323ab181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.008287 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f09e50-0cee-402b-ba8a-44f28046337d,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.011480 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.025914 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.027482 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d753d63f-b025-41cb-b249-d32a32a874d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/69f09e50-0cee-402b-ba8a-44f28046337d HTTP/1.1" status: 204 len: 168 time: 0.2201984 Jun 01 12:56:56.115622 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:56:56.127296 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Sync routers for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:56:56.140401 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:56.141132 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.141747 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.212909 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "DELETE /v2.0/floatingips/4391a369-d8d5-45f8-a672-3af2683832e6 HTTP/1.1" status: 204 len: 168 time: 2.1195147 Jun 01 12:56:56.214731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:56.218540 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569fde8a-662e-4455-9d8d-10b7ad548f85" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:56.299455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbed7e3-c406-4a33-925c-36e18e710f05 x-openstack-request-id: req-dcbed7e3-c406-4a33-925c-36e18e710f05 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:56.299824 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:56.300111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-dcbed7e3-c406-4a33-925c-36e18e710f05 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:56.300575 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'status': 'completed', 'code': 200} Jun 01 12:56:56.417993 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:56.468191 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34822) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:56.490305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.505657 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:56.510671 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Usage tracker for resource:security_group_rule and tenant:da43efb3b2084e90a47956231b18027e is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:56.515008 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:56.522612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:56.627902 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.632569 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.651694 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-04c2d7cc-4674-4c76-a163-143578ea3ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.728908 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=da43efb3b2084e90a47956231b18027e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584262 Jun 01 12:56:56.731571 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34828) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:56.738661 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6174d-aefb-4aa2-9a3b-cf9575562b68,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.741961 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4d10166b-538a-427b-96c3-1fed4b719912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.787003 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a95fab-9eb9-4983-a9fd-8691d0571c95 req-d774dabf-8dce-431d-b511-d5e57438a8ec tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:56.788738 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63a95fab-9eb9-4983-a9fd-8691d0571c95 req-d774dabf-8dce-431d-b511-d5e57438a8ec tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.1233218 Jun 01 12:56:56.798874 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.803612 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Checking router: 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:56:56.816233 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.817540 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:56:56.821879 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:56.848629 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-63a95fab-9eb9-4983-a9fd-8691d0571c95 req-b5966400-2fe9-4008-a52f-bcbe795ebd7d tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531337 Jun 01 12:56:56.857062 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.926792 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.933331 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-060b44bf-14af-4382-8501-768f85351bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:56.945116 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6174d-aefb-4aa2-9a3b-cf9575562b68,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:56.947876 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:56.956464 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:56.957831 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-a5bcc02d-5e7e-4435-aebb-f7cb1fe75f90 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/0be6174d-aefb-4aa2-9a3b-cf9575562b68 HTTP/1.1" status: 204 len: 168 time: 0.2250857 Jun 01 12:56:57.026100 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc9c0b-58d5-4d5b-bc87-871945f63a4c req-fece60e1-f785-49e3-993d-0424318239fa tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:57.027989 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-30bc9c0b-58d5-4d5b-bc87-871945f63a4c req-fece60e1-f785-49e3-993d-0424318239fa tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.1012058 Jun 01 12:56:57.044611 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-e3007af4-38b5-4ed3-a902-d4e12412f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:57.046499 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-e3007af4-38b5-4ed3-a902-d4e12412f084 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=f8bc0167e43545329eae9e19526ae2a9&device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 1098 time: 0.0912774 Jun 01 12:56:57.067117 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:56:57.109578 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-30bc9c0b-58d5-4d5b-bc87-871945f63a4c req-38d043ca-1aeb-4416-8054-f9c45fb735d4 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747304 Jun 01 12:56:57.222153 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-fdeeaece-4c6b-444d-b8c6-54f2378c1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:57.223675 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-fdeeaece-4c6b-444d-b8c6-54f2378c1729 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 200 len: 911 time: 0.1702075 Jun 01 12:56:57.299670 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-a96f8e86-439a-4326-88ca-ee5c85ae68b3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 200 len: 217 time: 0.0689166 Jun 01 12:56:57.369656 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-8c104576-93bc-491f-befb-c7672e81ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:57.371557 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-8c104576-93bc-491f-befb-c7672e81ae43 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 200 len: 848 time: 0.0652442 Jun 01 12:56:57.451068 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:56:57.455316 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d0f16-a1c0-4207-854b-bb6a299c957b None None] The sync data for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb is: [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:50:50Z', 'revision_number': 4, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '60805548-8d0f-4932-975c-8414a692702d', 'name': '', 'network_id': 'bf206acb-d519-44a4-a7e5-eaf4dc124404', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'mac_address': 'fa:16:3e:f6:b6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:49Z', 'updated_at': '2021-06-01T12:50:58Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'subnets': [{'id': '891a56dd-5650-4ed6-aefb-ea2fd4228311', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:56:57.461089 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-03c2c02b-60ed-48f9-a7e4-42121953c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:57.465973 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-03c2c02b-60ed-48f9-a7e4-42121953c4fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bf206acb-d519-44a4-a7e5-eaf4dc124404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867288 Jun 01 12:56:57.622293 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-9eed05c0-d543-4679-8b8a-fc7fe30f213c service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484742 Jun 01 12:56:57.718834 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a304a6-d8ab-41b2-9905-841e50fe3496 None None] New status for floating IP 4391a369-d8d5-45f8-a672-3af2683832e6: DOWN {{(pid=98619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:56:57.913831 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-569fde8a-662e-4455-9d8d-10b7ad548f85 req-9051ef4b-22c5-4528-9e66-0d4867436365 service neutron] 10.222.0.98 "GET /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829492 Jun 01 12:56:58.093524 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42997f8-04a9-4b50-b172-a1e35d6b4519 req-538430c5-dc54-41f5-a484-f42103b84afb tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.095097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a42997f8-04a9-4b50-b172-a1e35d6b4519 req-538430c5-dc54-41f5-a484-f42103b84afb tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.1323910 Jun 01 12:56:58.149769 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a42997f8-04a9-4b50-b172-a1e35d6b4519 req-b92aaa71-28dd-4d54-ac3c-147980b511e7 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Jun 01 12:56:58.330557 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb73427-209f-4ab9-9307-054600ea32a3 req-98b377ff-472b-4468-83b0-e4a3959cbe18 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.332172 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1fb73427-209f-4ab9-9307-054600ea32a3 req-98b377ff-472b-4468-83b0-e4a3959cbe18 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 944 time: 0.0942338 Jun 01 12:56:58.383246 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-1fb73427-209f-4ab9-9307-054600ea32a3 req-6fb8b981-781c-4879-8fd4-a15edef94836 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430396 Jun 01 12:56:58.780057 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0351bb7-3231-4516-82de-df65741bcdac req-84b7ab0b-d095-4a2d-98ab-77f57dfc3846 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:58.780830 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-e0351bb7-3231-4516-82de-df65741bcdac req-84b7ab0b-d095-4a2d-98ab-77f57dfc3846 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Synchronizing usage tracker for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:56:58.802483 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-e0351bb7-3231-4516-82de-df65741bcdac req-84b7ab0b-d095-4a2d-98ab-77f57dfc3846 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Unset dirty status for tenant:f8bc0167e43545329eae9e19526ae2a9 on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:56:58.803752 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e0351bb7-3231-4516-82de-df65741bcdac req-84b7ab0b-d095-4a2d-98ab-77f57dfc3846 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.98 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.1104562 Jun 01 12:56:58.941388 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 12:56:58.967960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Deleting port 4a51e870-05ce-4104-8806-ea39103ea876 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:56:58.968299 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.101866 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:59.116533 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'port_id': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'mac_address': 'fa:16:3e:95:f4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 12:56:59.125679 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] For port 4a51e870-05ce-4104-8806-ea39103ea876, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=4a51e870-05ce-4104-8806-ea39103ea876,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:59.126308 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.186376 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.253237 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 12:56:59.274743 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:56:59.282393 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.284963 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7ba60f07-1e43-4d1a-9762-aa06dbe0c712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:59.290676 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Calling delete_port for 4a51e870-05ce-4104-8806-ea39103ea876 owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:56:59.373080 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=9']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.390131 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:59.392736 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697a3f5-57e2-457c-91a1-1cd8d04874a3 req-a34ea818-94d7-45b7-9811-54fa69eab37b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.400530 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e697a3f5-57e2-457c-91a1-1cd8d04874a3 req-a34ea818-94d7-45b7-9811-54fa69eab37b tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 945 time: 0.1065400 Jun 01 12:56:59.443832 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.453186 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-93fd9ded-4613-4cff-a763-3a6200dbda0d tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:56:59.461967 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-e697a3f5-57e2-457c-91a1-1cd8d04874a3 req-173a5805-986b-4c67-8535-8d1e7debf066 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/security-groups?id=77ab4312-3cc6-4660-a42c-0f503ed8437f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603883 Jun 01 12:56:59.543967 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34898) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:56:59.549334 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event deleted for resources: {'Port': ['ID=4a51e870-05ce-4104-8806-ea39103ea876,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:56:59.608131 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:56:59.624005 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['2f57ce7a-b368-47a1-a625-7a6cd319e3f2'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 12:56:59.639391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65b3d1-82c2-404a-8d9e-4a08195cee77 req-843092e7-8305-4440-896f-ebb4b5d56cf8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:56:59.641272 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5d65b3d1-82c2-404a-8d9e-4a08195cee77 req-843092e7-8305-4440-896f-ebb4b5d56cf8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 945 time: 0.1189311 Jun 01 12:56:59.699934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] No DVR routers for this DVR port 4a51e870-05ce-4104-8806-ea39103ea876 on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:56:59.703722 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.708737 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-deleted', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:56:59.712448 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387bec71-1df7-4c6f-be0d-ca385b04f00f" -d '{"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-deleted", "tag": "4a51e870-05ce-4104-8806-ea39103ea876"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:56:59.713419 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-5d65b3d1-82c2-404a-8d9e-4a08195cee77 req-3c35a026-567b-4013-9623-1cf7c287acad tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660279 Jun 01 12:56:59.755363 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-e0351bb7-3231-4516-82de-df65741bcdac req-39c22a4a-09df-4467-8e87-0db134028556 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.98 "DELETE /v2.0/ports/4a51e870-05ce-4104-8806-ea39103ea876 HTTP/1.1" status: 204 len: 173 time: 0.9433646 Jun 01 12:56:59.801870 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:56:59.825670 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63944bbc-8e66-49c3-a4a6-661c2fd94c3e x-openstack-request-id: req-63944bbc-8e66-49c3-a4a6-661c2fd94c3e {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:56:59.826485 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b3a92a-3026-42c8-96d3-eb0808553b30", "name": "network-vif-deleted", "tag": "4a51e870-05ce-4104-8806-ea39103ea876", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:56:59.827151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-63944bbc-8e66-49c3-a4a6-661c2fd94c3e {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:56:59.827834 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b3a92a-3026-42c8-96d3-eb0808553b30', 'name': 'network-vif-deleted', 'tag': '4a51e870-05ce-4104-8806-ea39103ea876', 'status': 'completed', 'code': 200} Jun 01 12:56:59.841238 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:56:59.849720 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Usage tracker for resource:security_group_rule and tenant:bf1c8e7c4bb44c81b437aa93e4b57af2 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:56:59.855478 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:56:59.865695 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:56:59.997860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.002798 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.011410 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-652fbfaa-1963-4b10-81e8-f3985c8925fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:00.059713 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=bf1c8e7c4bb44c81b437aa93e4b57af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115080 Jun 01 12:57:00.059713 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2902285-676b-49f5-82d5-70a8f278c5d8,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.060138 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34906) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:00.061665 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:00.125709 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.156772 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.217067 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.223379 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-833fa6fe-cda7-4e66-9e05-e8d6154c4448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:00.237959 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2902285-676b-49f5-82d5-70a8f278c5d8,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.240781 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:00.251595 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.253176 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6d6eb3c8-f2cd-4dbe-a2b9-718e65a6be30 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/f2902285-676b-49f5-82d5-70a8f278c5d8 HTTP/1.1" status: 204 len: 168 time: 0.1917937 Jun 01 12:57:00.581033 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 34916) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:00.599122 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.655267 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d88d50fd-a647-48d6-bcd5-c1acdd0ed626 req-ae7462b9-3b44-4754-8019-6caacb3de007 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "GET /v2.0/ports?device_id=d9b3a92a-3026-42c8-96d3-eb0808553b30 HTTP/1.1" status: 200 len: 210 time: 0.0469165 Jun 01 12:57:00.656184 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:00.660394 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Usage tracker for resource:security_group_rule and tenant:31c8c19389a54e918619bdc75cc4a8b1 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:00.663385 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:00.669579 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:00.765774 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.770857 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.780043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:00.825132 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=31c8c19389a54e918619bdc75cc4a8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429569 Jun 01 12:57:00.826398 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e43bc-2b74-4e1b-b6b9-3762479348bb,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:00.829829 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e1a292a9-1872-4e15-bc68-77dd8e189b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:00.833435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34922) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:00.920904 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.945676 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4145a-2752-43c6-a6b5-13ef2d6cd9ce req-559c87ad-30ec-4db5-85d0-eba0ab032e04 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:00.947148 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dec4145a-2752-43c6-a6b5-13ef2d6cd9ce req-559c87ad-30ec-4db5-85d0-eba0ab032e04 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 945 time: 0.0898812 Jun 01 12:57:00.953488 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:00.955381 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:57:00.995388 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dec4145a-2752-43c6-a6b5-13ef2d6cd9ce req-1f639906-2a75-4439-9af1-0e32b74da6e9 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Jun 01 12:57:01.014109 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.025853 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d0458dda-b920-42ba-84a5-057bd1b1eda4 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:01.027241 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:57:01.027706 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.033770 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e43bc-2b74-4e1b-b6b9-3762479348bb,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:01.036545 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:01.048041 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.051966 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-71ec78db-e311-4042-a121-df79f0679436 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c09e43bc-2b74-4e1b-b6b9-3762479348bb HTTP/1.1" status: 204 len: 168 time: 0.2110538 Jun 01 12:57:01.163259 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.192820 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:57:01.195318 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc90df3f-7c7c-43fe-85f4-02e88f8c1889" -d '{"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:57:01.205952 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:01.212068 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.213347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:01.258905 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9bfb6-b7e7-455e-80e4-91232f9ef613 x-openstack-request-id: req-f4e9bfb6-b7e7-455e-80e4-91232f9ef613 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:57:01.259316 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-plugged", "status": "completed", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:57:01.259614 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f4e9bfb6-b7e7-455e-80e4-91232f9ef613 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:57:01.260031 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'code': 200} Jun 01 12:57:01.260602 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:01.298114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 4a51e870-05ce-4104-8806-ea39103ea876 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:01.298463 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 4a51e870-05ce-4104-8806-ea39103ea876 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:01.348101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=10']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:01.353706 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:01.510504 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1ed19-9d8a-4860-bf2a-effb71b98cc6 req-400eff62-ddfd-4aa8-a28c-e253524ef4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:01.512027 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-b2d1ed19-9d8a-4860-bf2a-effb71b98cc6 req-400eff62-ddfd-4aa8-a28c-e253524ef4a8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 1100 time: 0.0723338 Jun 01 12:57:01.554339 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-b2d1ed19-9d8a-4860-bf2a-effb71b98cc6 req-cf85a1fa-9ef9-4e6b-b883-9009a17708fd service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357735 Jun 01 12:57:01.785107 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34948) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:01.875254 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.908219 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.989873 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:01.994096 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-aeb26dcc-a5ee-440d-9651-71c1703449a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:02.008960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab4312-3cc6-4660-a42c-0f503ed8437f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:02.013628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:02.026924 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:02.027988 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-77293646-5c2b-4482-a4e0-01775dfaf6f2 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] 10.222.0.93 "DELETE /v2.0/security-groups/77ab4312-3cc6-4660-a42c-0f503ed8437f HTTP/1.1" status: 204 len: 168 time: 0.2416630 Jun 01 12:57:02.081469 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 34962) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:02.239892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349ad5-0469-4aed-86ac-740d8aec0619 req-c61fbd64-0715-483b-a5cf-0c3a6e7afe07 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:02.241647 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b3349ad5-0469-4aed-86ac-740d8aec0619 req-c61fbd64-0715-483b-a5cf-0c3a6e7afe07 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.0909348 Jun 01 12:57:02.301357 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b3349ad5-0469-4aed-86ac-740d8aec0619 req-6914b4fe-7178-44e2-bbf3-6ecf10602cdb tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Jun 01 12:57:03.002372 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.428725 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Deleting port 60805548-8d0f-4932-975c-8414a692702d {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:03.429058 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.511927 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70723b4-70a3-4623-b3a0-e0f35e44dfb5 req-7d4973e3-0a8c-434e-ba0f-46bed29538d8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:03.513703 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b70723b4-70a3-4623-b3a0-e0f35e44dfb5 req-7d4973e3-0a8c-434e-ba0f-46bed29538d8 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.0817442 Jun 01 12:57:03.554474 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] For port 60805548-8d0f-4932-975c-8414a692702d, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=60805548-8d0f-4932-975c-8414a692702d,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:03.554908 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.561436 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b70723b4-70a3-4623-b3a0-e0f35e44dfb5 req-4a8b5914-474e-41a8-adee-1972de7bbd66 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411422 Jun 01 12:57:03.689065 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Calling delete_port for 60805548-8d0f-4932-975c-8414a692702d owned by network:router_interface {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:03.869835 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:03.876004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-9eee6c2d-e2d6-4464-8c43-810db7161794 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:03.951743 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Pushing event deleted for resources: {'Port': ['ID=60805548-8d0f-4932-975c-8414a692702d,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:03.996450 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:04.260988 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:04.753371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:04.760208 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f9a79-5bae-408d-9cfb-836ae913db76 req-714e8e25-a3c4-402f-b642-149414493e17 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:57:04.761684 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b17f9a79-5bae-408d-9cfb-836ae913db76 req-714e8e25-a3c4-402f-b642-149414493e17 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.0878744 Jun 01 12:57:04.806714 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-b17f9a79-5bae-408d-9cfb-836ae913db76 req-aa9b6edb-4348-46b8-a3e8-0ecf40b0b8e0 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Jun 01 12:57:04.944375 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:04.955337 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Sync routers for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:04.957390 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-0b258e51-fa03-4828-9587-9278c1851371 admin admin] 10.222.0.93 "PUT /v2.0/routers/4efaaf62-122c-49a0-9b03-0c9c0830ebf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8746581 Jun 01 12:57:04.961004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35020) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:04.966565 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:57:04.966749 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:05.156818 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:57:05.217872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks [] for router, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.342810 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35030) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:05.409777 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.487597 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Deleting port cd14847d-12b8-4ef5-a960-b8c13160d958 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:05.488057 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.489460 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.504759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:05.507757 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:57:03Z', 'revision_number': 5, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port': {'id': 'cd14847d-12b8-4ef5-a960-b8c13160d958', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:45Z', 'updated_at': '2021-06-01T12:50:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:05.509281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Usage tracker for resource:security_group_rule and tenant:b408e2004cea4e58975dd3edda7dc4d5 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:05.512331 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:05.513606 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Checking router: 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:05.518559 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:05.524416 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Routers {'4efaaf62-122c-49a0-9b03-0c9c0830ebf6'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:57:05.525147 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:05.610273 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.615285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.620068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] For port cd14847d-12b8-4ef5-a960-b8c13160d958, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cd14847d-12b8-4ef5-a960-b8c13160d958,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:05.620424 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.624587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-67e719bf-8794-4adc-961b-7aabfad00891 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:05.670497 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=b408e2004cea4e58975dd3edda7dc4d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240950 Jun 01 12:57:05.670756 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35036) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:05.673516 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7f42ee-93b6-496e-87d7-37ced084359a,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.676864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:05.698796 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] Set router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 gateway port host: None {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:57:05.738297 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.755094 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Calling delete_port for cd14847d-12b8-4ef5-a960-b8c13160d958 owned by network:router_gateway {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:05.765818 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.810459 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:57:05Z', 'revision_number': 6, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:05.815339 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f308fb4c-69c9-47ad-b209-858db540209e None None] The sync data for ids ['4efaaf62-122c-49a0-9b03-0c9c0830ebf6'] in dv-cinder-776307-6-smb is: [{'id': '4efaaf62-122c-49a0-9b03-0c9c0830ebf6', 'name': 'tempest-TestShelveInstance-1556748632-router', 'tenant_id': 'f8bc0167e43545329eae9e19526ae2a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:43Z', 'updated_at': '2021-06-01T12:57:05Z', 'revision_number': 6, 'project_id': 'f8bc0167e43545329eae9e19526ae2a9', 'gw_port_host': None}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:05.823984 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.833734 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d6736814-1677-4c59-ab56-6290faa5b4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:05.855489 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7f42ee-93b6-496e-87d7-37ced084359a,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.863048 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:05.864375 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.866135 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-a1f7d4a9-86c9-4da1-8f55-00d4a2050dcd admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/fe7f42ee-93b6-496e-87d7-37ced084359a HTTP/1.1" status: 204 len: 168 time: 0.1943114 Jun 01 12:57:05.918411 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:05.923362 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:05.967913 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd14847d-12b8-4ef5-a960-b8c13160d958,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:05.971429 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:06.207657 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.297726 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 60805548-8d0f-4932-975c-8414a692702d no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:06.375302 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 60805548-8d0f-4932-975c-8414a692702d {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:06.375957 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 60805548-8d0f-4932-975c-8414a692702d not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:06.414583 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.417116 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.445987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.446695 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4efaaf62-122c-49a0-9b03-0c9c0830ebf6 {{(pid=98618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:57:06.460626 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.461785 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b98926c3-a109-44f3-8c6d-8b58cfc57380 admin admin] 10.222.0.93 "DELETE /v2.0/routers/4efaaf62-122c-49a0-9b03-0c9c0830ebf6 HTTP/1.1" status: 204 len: 168 time: 1.4991570 Jun 01 12:57:06.465175 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35052) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:06.529644 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Deleting subnet 891a56dd-5650-4ed6-aefb-ea2fd4228311 {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:57:06.533159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.590267 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:06.676000 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.026729 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.032639 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:07.093731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891a56dd-5650-4ed6-aefb-ea2fd4228311,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:07.099049 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:07.102012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.108437 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4002a621-a0ac-4c66-898c-d54dc8d02301 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/891a56dd-5650-4ed6-aefb-ea2fd4228311 HTTP/1.1" status: 204 len: 168 time: 0.6421013 Jun 01 12:57:07.109347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4022cb6b-4740-4514-ac3d-267e1aaf05df None None] Network bf206acb-d519-44a4-a7e5-eaf4dc124404 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:57:07.110955 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35068) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:07.233005 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.315504 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Deleting port 2203910e-082f-42b9-a7d4-f3b764d52e9c {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:07.315848 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.433645 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] DHCP port deletion for bf206acb-d519-44a4-a7e5-eaf4dc124404 request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:57:07.442944 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] For port 2203910e-082f-42b9-a7d4-f3b764d52e9c, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2203910e-082f-42b9-a7d4-f3b764d52e9c,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:07.443980 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.517003 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Deleting port 2203910e-082f-42b9-a7d4-f3b764d52e9c {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:07.517710 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.574502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Calling delete_port for 2203910e-082f-42b9-a7d4-f3b764d52e9c owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:07.623703 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] For port 2203910e-082f-42b9-a7d4-f3b764d52e9c, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2203910e-082f-42b9-a7d4-f3b764d52e9c,segment=NetworkSegment(80b141af-1e19-4a9c-ac64-1232e46ebd18),segment_id=80b141af-1e19-4a9c-ac64-1232e46ebd18)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:07.624279 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.626362 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.634771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-1918f0ba-705b-4881-8512-1ff1248704fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:07.708239 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Pushing event deleted for resources: {'Port': ['ID=2203910e-082f-42b9-a7d4-f3b764d52e9c,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:07.711345 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:07.712123 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] No DVR routers for this DVR port 2203910e-082f-42b9-a7d4-f3b764d52e9c on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:07.752446 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Calling delete_port for 2203910e-082f-42b9-a7d4-f3b764d52e9c owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:07.798506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.802224 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:07.842470 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.848954 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Pushing event deleted for resources: {'Port': ['ID=2203910e-082f-42b9-a7d4-f3b764d52e9c,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:07.852577 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:07.857927 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf206acb-d519-44a4-a7e5-eaf4dc124404']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:07.858114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] No DVR routers for this DVR port 2203910e-082f-42b9-a7d4-f3b764d52e9c on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:07.875312 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b141af-1e19-4a9c-ac64-1232e46ebd18') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:07.875760 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b141af-1e19-4a9c-ac64-1232e46ebd18') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:07.889330 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.914476 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:07.921757 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:57:07.922378 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:57:08.039947 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:57:08.129763 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.136079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:08.139671 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:08.160600 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2203910e-082f-42b9-a7d4-f3b764d52e9c no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:08.166327 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf206acb-d519-44a4-a7e5-eaf4dc124404,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:08.169727 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:08.187980 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-80272c81-081d-4f48-8321-363b56aeb378 admin admin] 10.222.0.93 "DELETE /v2.0/networks/bf206acb-d519-44a4-a7e5-eaf4dc124404 HTTP/1.1" status: 204 len: 168 time: 1.0756602 Jun 01 12:57:08.188295 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35076) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:08.197813 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 2203910e-082f-42b9-a7d4-f3b764d52e9c {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:08.198250 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2203910e-082f-42b9-a7d4-f3b764d52e9c not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:08.198735 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cd14847d-12b8-4ef5-a960-b8c13160d958 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:08.235643 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: cd14847d-12b8-4ef5-a960-b8c13160d958 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:08.235990 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cd14847d-12b8-4ef5-a960-b8c13160d958 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:08.870414 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.321308 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Deleting port 80206d04-f591-46af-92b8-cd50bf668423 {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:09.321996 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.461630 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] For port 80206d04-f591-46af-92b8-cd50bf668423, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=80206d04-f591-46af-92b8-cd50bf668423,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:09.461957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.591290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Calling delete_port for 80206d04-f591-46af-92b8-cd50bf668423 owned by network:router_interface {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:09.769631 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:09.773494 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-37bffb69-216f-4019-9368-3956746192b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:09.817237 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=80206d04-f591-46af-92b8-cd50bf668423,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:09.821315 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:10.210222 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:10.237114 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-3e8ba2d1-ae81-42b2-ad3e-9221848928db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:10.587029 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:57:10.786871 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:57:10.795530 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Sync routers for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:57:10.797209 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] 10.222.0.93 "PUT /v2.0/routers/071e158e-47a8-4cf5-9c0c-1ca47dd23825/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6074555 Jun 01 12:57:10.800046 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35104) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:10.806636 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:57:10.807261 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:10.984236 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.001634 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:57:11.157110 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.232495 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Deleting port cecf3995-04f9-4866-842a-f4deb75b84fe {{(pid=98617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:11.233126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.324096 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40'}], 'enable_snat': True}, 'gw_port_id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:57:09Z', 'revision_number': 5, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port': {'id': 'cecf3995-04f9-4866-842a-f4deb75b84fe', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:50:56Z', 'updated_at': '2021-06-01T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:11.328239 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Checking router: 071e158e-47a8-4cf5-9c0c-1ca47dd23825 for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:57:11.337090 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Routers {'071e158e-47a8-4cf5-9c0c-1ca47dd23825'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:57:11.337704 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:56:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:11.361946 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] For port cecf3995-04f9-4866-842a-f4deb75b84fe, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=cecf3995-04f9-4866-842a-f4deb75b84fe,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:11.362455 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.493858 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] Set router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 gateway port host: None {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:57:11.597427 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.plugin [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Calling delete_port for cecf3995-04f9-4866-842a-f4deb75b84fe owned by network:router_gateway {{(pid=98617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:11.603366 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-249cc082-c306-4281-a8f1-794868498d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:57:11Z', 'revision_number': 6, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:11.608311 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cc082-c306-4281-a8f1-794868498d80 None None] The sync data for ids ['071e158e-47a8-4cf5-9c0c-1ca47dd23825'] in dv-cinder-776307-6-smb is: [{'id': '071e158e-47a8-4cf5-9c0c-1ca47dd23825', 'name': 'tempest-TestShelveInstance-1159202873-router', 'tenant_id': '45aab504372c483f8fdcffc3b6e03469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:50:54Z', 'updated_at': '2021-06-01T12:57:11Z', 'revision_number': 6, 'project_id': '45aab504372c483f8fdcffc3b6e03469', 'gw_port_host': None}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:57:11.754429 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:11.758165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e6f96454-6124-4304-9fb3-4dceddae6e26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:11.803470 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecf3995-04f9-4866-842a-f4deb75b84fe,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:11.829919 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:11.920112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.030356 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.111930 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.115601 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.146912 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.147433 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071e158e-47a8-4cf5-9c0c-1ca47dd23825 {{(pid=98617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:57:12.163615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.164824 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-dd9c05c4-4a09-4758-ad12-cb81b52596c2 admin admin] 10.222.0.93 "DELETE /v2.0/routers/071e158e-47a8-4cf5-9c0c-1ca47dd23825 HTTP/1.1" status: 204 len: 168 time: 1.3638430 Jun 01 12:57:12.167731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35116) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:12.230394 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Deleting subnet afb7f8c4-d9d6-499e-b43f-d887166b388b {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:57:12.233585 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.284869 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.376956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.450599 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cecf3995-04f9-4866-842a-f4deb75b84fe no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:12.486284 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: cecf3995-04f9-4866-842a-f4deb75b84fe {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:12.486698 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device cecf3995-04f9-4866-842a-f4deb75b84fe not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:12.487183 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 80206d04-f591-46af-92b8-cd50bf668423 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:12.523892 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 80206d04-f591-46af-92b8-cd50bf668423 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:12.524273 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 80206d04-f591-46af-92b8-cd50bf668423 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:12.612183 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:57:12.639701 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.644049 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:12.680359 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afb7f8c4-d9d6-499e-b43f-d887166b388b,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:12.682311 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.685047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:12.687218 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9428469a-5cf2-48fa-b020-8b4f3defd471 None None] Network eb050b31-5ff1-43b7-a879-c390a2ac2090 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:57:12.691236 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-c8ab533f-9c7b-46ca-a959-aeba4a68da0b admin admin] 10.222.0.93 "DELETE /v2.0/subnets/afb7f8c4-d9d6-499e-b43f-d887166b388b HTTP/1.1" status: 204 len: 168 time: 0.5202279 Jun 01 12:57:12.691441 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35120) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:12.796070 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.868151 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Deleting port 92d8cc84-3f83-4920-82fd-45165bce10ce {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:12.868498 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:12.940826 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] DHCP port deletion for eb050b31-5ff1-43b7-a879-c390a2ac2090 request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:57:12.973771 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] For port 92d8cc84-3f83-4920-82fd-45165bce10ce, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=92d8cc84-3f83-4920-82fd-45165bce10ce,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:12.974088 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.011015 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Deleting port 92d8cc84-3f83-4920-82fd-45165bce10ce {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:57:13.011367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.100047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Calling delete_port for 92d8cc84-3f83-4920-82fd-45165bce10ce owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:13.110973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] For port 92d8cc84-3f83-4920-82fd-45165bce10ce, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=92d8cc84-3f83-4920-82fd-45165bce10ce,segment=NetworkSegment(a8c4efe8-9d7d-4400-ad57-f2e40fa3e220),segment_id=a8c4efe8-9d7d-4400-ad57-f2e40fa3e220)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:57:13.111370 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.153753 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.159901 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4f44dd50-3198-42b7-9fff-58648675e5a9 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:13.211620 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] No DVR routers for this DVR port 92d8cc84-3f83-4920-82fd-45165bce10ce on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:13.241817 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d8cc84-3f83-4920-82fd-45165bce10ce,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.243665 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Calling delete_port for 92d8cc84-3f83-4920-82fd-45165bce10ce owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:57:13.244793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:13.298742 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.302901 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:13.346714 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.348474 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Pushing event deleted for resources: {'Port': ['ID=92d8cc84-3f83-4920-82fd-45165bce10ce,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.354444 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:13.356984 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b0129c-59ce-4eff-bf56-6c225ddab362 None None] No DVR routers for this DVR port 92d8cc84-3f83-4920-82fd-45165bce10ce on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:57:13.362314 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb050b31-5ff1-43b7-a879-c390a2ac2090']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:13.378228 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:13.378615 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c4efe8-9d7d-4400-ad57-f2e40fa3e220') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:57:13.390964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.408649 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.423473 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Releasing vlan 1083 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:57:13.424114 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:57:13.439373 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:57:13.522813 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.527583 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.531517 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:13.552219 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb050b31-5ff1-43b7-a879-c390a2ac2090,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.554656 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:13.556714 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] 10.222.0.93 "DELETE /v2.0/networks/eb050b31-5ff1-43b7-a879-c390a2ac2090 HTTP/1.1" status: 204 len: 168 time: 0.8642783 Jun 01 12:57:13.706518 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-59406da1-acc2-443e-9e69-2f1357092eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.750472 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35134) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:13.812196 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-c4fe3544-5687-431a-bcd5-d42df52a26a3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=f8bc0167e43545329eae9e19526ae2a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0603900 Jun 01 12:57:13.815813 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35138) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:13.878106 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.908328 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.966828 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.972278 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-bf354580-ef26-4266-93be-42d10437c0fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:13.986337 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c31784e-ea33-421d-82c8-64760797fb7d,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:13.990976 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:13.997839 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:13.998940 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-bbfaa2c5-00cd-4347-bc81-f234a2be4a2e admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5c31784e-ea33-421d-82c8-64760797fb7d HTTP/1.1" status: 204 len: 168 time: 0.1822603 Jun 01 12:57:14.067774 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.149855 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 92d8cc84-3f83-4920-82fd-45165bce10ce no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:57:14.189346 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 92d8cc84-3f83-4920-82fd-45165bce10ce {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:57:14.189783 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 92d8cc84-3f83-4920-82fd-45165bce10ce not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:57:14.382290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35146) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:14.436267 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d96680f8-19ec-4a1d-923b-09cf009e2421 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=45aab504372c483f8fdcffc3b6e03469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525229 Jun 01 12:57:14.438583 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35150) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:14.501059 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.535289 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.594820 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.600527 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-7e4c4af8-0509-4fa6-9f6c-52485357d4a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:14.611797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111606a4-e0b8-486c-8817-e49f4184c6de,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:14.615877 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:14.619869 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:14.620490 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-d6c9fe83-8151-451f-864b-b1f2008b3042 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/111606a4-e0b8-486c-8817-e49f4184c6de HTTP/1.1" status: 204 len: 168 time: 0.1810653 Jun 01 12:57:15.316321 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:17.951093 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:40.241706 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-16c58176-b3bc-409d-8bff-0a3f5a55ef16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:42.018597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:43.715002 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-26667517-5b95-4ead-b12d-b3dccc095b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:44.081203 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:45.285941 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.186392 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35348) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:46.316415 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.332342 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:57:46.336833 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Usage tracker for resource:security_group_rule and tenant:d010cea62e7441e4bafe90654aaff36e is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:57:46.340364 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:57:46.346739 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:57:46.441309 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.447615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.455461 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-789264d3-a382-49dc-a32f-e67d6a5483b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:46.497561 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce29f21-a88a-44c4-ab92-312950ed088e,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.501517 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=d010cea62e7441e4bafe90654aaff36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140101 Jun 01 12:57:46.504509 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35354) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:57:46.507949 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.508312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.508704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.509035 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.509391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.509746 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.510078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.510424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.510759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.511098 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.511430 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.511758 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.515890 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:46.567363 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.595519 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.662416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.666350 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-037836da-5fdc-49a5-bf48-370cec1c536a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:57:46.781579 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce29f21-a88a-44c4-ab92-312950ed088e,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:57:46.792536 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.792928 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.793325 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.793674 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.794075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.794435 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.794772 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.795107 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.795444 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.795781 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.796122 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.796450 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:57:46.799829 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:46.800940 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4ce29f21-a88a-44c4-ab92-312950ed088e HTTP/1.1" status: 204 len: 168 time: 0.2953436 Jun 01 12:57:46.801910 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d67e4945-e605-4ad8-bd75-3d4438e3eaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:57:47.955996 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:57:49.612755 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:58:04.200145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc200949-0ef6-44c0-b2c4-b4780b2fed80 req-d835aa5f-343c-4db6-813b-edce1baa3747 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:04.201612 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bc200949-0ef6-44c0-b2c4-b4780b2fed80 req-d835aa5f-343c-4db6-813b-edce1baa3747 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.0857484 Jun 01 12:58:04.250594 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-bc200949-0ef6-44c0-b2c4-b4780b2fed80 req-19133118-db8b-412f-abc5-008aaee14f8e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424664 Jun 01 12:58:05.648049 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1b0a-9143-4856-8a28-5bce610fd921 req-751d021f-c201-43b8-87bd-54a9e5403b5d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:05.649626 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-10cb1b0a-9143-4856-8a28-5bce610fd921 req-751d021f-c201-43b8-87bd-54a9e5403b5d tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.2748311 Jun 01 12:58:05.675906 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-71ffd609-bf7c-4939-872f-952bf51a0e59 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:58:05.676638 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-71ffd609-bf7c-4939-872f-952bf51a0e59 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Synchronizing usage tracker for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:58:05.690140 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-71ffd609-bf7c-4939-872f-952bf51a0e59 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Unset dirty status for tenant:98410a5d8b994353be60e28c6fa1472a on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:58:05.691445 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-71ffd609-bf7c-4939-872f-952bf51a0e59 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 947 time: 0.0988023 Jun 01 12:58:05.697127 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-10cb1b0a-9143-4856-8a28-5bce610fd921 req-2b43fb84-208d-4add-adb1-99227cad3276 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups?id=86935130-9c1d-43df-a84f-2912e68e8008&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Jun 01 12:58:05.835319 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Deleting port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:05.835686 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:05.975815 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] For port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:05.976148 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.289149 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.289514 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.289827 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Floating IP af2e5148-59cb-45f0-8483-09c2b51436df disassociated. External IP: 172.28.3.191, port: 2f57ce7a-b368-47a1-a625-7a6cd319e3f2. Jun 01 12:58:06.290166 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Calling delete_port for 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:06.416759 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.424039 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-357184af-160d-4b7b-bdec-4f6434d5fb71 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:06.471937 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'Port': ['ID=2f57ce7a-b368-47a1-a625-7a6cd319e3f2,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:06.475519 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:06.676847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:58:06.873113 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:06.884351 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:06.899100 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:58:06.899746 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:57:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:06.952635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] No DVR routers for this DVR port 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:06.955600 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:06.958713 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-deleted', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 12:58:06.961153 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657ab594-bad2-48e2-a518-27ca395301b6" -d '{"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-deleted", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 12:58:06.965715 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-901f0287-5882-4188-92a7-adff81f0ba15 req-f206ca67-0162-45c1-9d40-37325d2db9e6 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/ports?device_id=02c70d80-4a20-42fe-ae17-57a88051b5e0 HTTP/1.1" status: 200 len: 210 time: 0.1554601 Jun 01 12:58:06.984845 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-016aed81-8747-47d9-b669-e23e9e39cc9b req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.98 "DELETE /v2.0/ports/2f57ce7a-b368-47a1-a625-7a6cd319e3f2 HTTP/1.1" status: 204 len: 173 time: 1.2877724 Jun 01 12:58:07.023341 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 12:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c5fa8-450e-4fb0-9d36-e79e4e876b9f x-openstack-request-id: req-f49c5fa8-450e-4fb0-9d36-e79e4e876b9f {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 12:58:07.023672 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c70d80-4a20-42fe-ae17-57a88051b5e0", "name": "network-vif-deleted", "tag": "2f57ce7a-b368-47a1-a625-7a6cd319e3f2", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 12:58:07.023958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-f49c5fa8-450e-4fb0-9d36-e79e4e876b9f {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 12:58:07.024390 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c70d80-4a20-42fe-ae17-57a88051b5e0', 'name': 'network-vif-deleted', 'tag': '2f57ce7a-b368-47a1-a625-7a6cd319e3f2', 'status': 'completed', 'code': 200} Jun 01 12:58:07.138569 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:58:07.470604 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:07.475630 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:07.485926 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:58:07.486542 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:57:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:07.707108 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:58:08.029685 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:08.034033 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1202dc8-bca8-4746-9ee3-dd8dbed7c349 None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:49:28Z', 'revision_number': 4, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '2bdef663-cde8-4aef-88be-351b3d573e9c', 'name': '', 'network_id': 'ad08cd72-331a-40f6-add0-3be2486fbf85', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'mac_address': 'fa:16:3e:fb:b6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:27Z', 'updated_at': '2021-06-01T12:49:36Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'subnets': [{'id': '413c9fe0-19d1-416f-a254-9dc0099886e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:08.103745 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35388) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:08.182024 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.221133 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.267468 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a406a4-a7dc-4a30-9c2d-b1c842229c87 None None] New status for floating IP af2e5148-59cb-45f0-8483-09c2b51436df: DOWN {{(pid=98619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 12:58:08.281415 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.285902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-d4a6b1dd-1901-4745-bc0e-14094023163d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:08.300934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86935130-9c1d-43df-a84f-2912e68e8008,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:08.303985 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:08.312797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.313922 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-58de6786-6383-489e-b992-66e93cf13760 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "DELETE /v2.0/security-groups/86935130-9c1d-43df-a84f-2912e68e8008 HTTP/1.1" status: 204 len: 168 time: 0.2085645 Jun 01 12:58:08.317416 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35392) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:08.334706 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.api.v2.resource [None req-7d1de401-f9c2-404f-8891-b456fa623c5f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] show failed (client error): The resource could not be found. Jun 01 12:58:08.335838 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7d1de401-f9c2-404f-8891-b456fa623c5f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "GET /v2.0/security-groups/86935130-9c1d-43df-a84f-2912e68e8008 HTTP/1.1" status: 404 len: 347 time: 0.0175743 Jun 01 12:58:08.339407 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35396) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:08.686883 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Deleting port bae22de6-00d1-4601-8ba1-35155122685b {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:08.687294 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.815164 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.815413 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:08.944826 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Calling delete_port for bae22de6-00d1-4601-8ba1-35155122685b owned by network:floatingip {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:09.064048 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.068280 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:09.112751 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Pushing event deleted for resources: {'Port': ['ID=bae22de6-00d1-4601-8ba1-35155122685b,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:09.116030 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:09.210785 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks [] for floatingip, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.227507 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:09.228686 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] 10.222.0.93 "DELETE /v2.0/floatingips/af2e5148-59cb-45f0-8483-09c2b51436df HTTP/1.1" status: 204 len: 168 time: 0.8883679 Jun 01 12:58:09.362763 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:09.402379 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:09.402734 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 2f57ce7a-b368-47a1-a625-7a6cd319e3f2 not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:10.246881 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-de9c2598-e667-4104-9a5b-83b82726b4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.032848 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:12.070415 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35428) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:12.750443 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.289982 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Deleting port 2bdef663-cde8-4aef-88be-351b3d573e9c {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:13.290748 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.416595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] For port 2bdef663-cde8-4aef-88be-351b3d573e9c, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2bdef663-cde8-4aef-88be-351b3d573e9c,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:13.416888 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.550959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Calling delete_port for 2bdef663-cde8-4aef-88be-351b3d573e9c owned by network:router_interface {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:13.711462 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-86c62948-bdd9-4c57-a17a-4f1a4c5cb310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.739002 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:13.743821 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-a77c3eb5-0ff2-492c-9af6-4fa5c6aa49b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:13.789860 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bdef663-cde8-4aef-88be-351b3d573e9c,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:13.816173 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:14.064087 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.077540 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.459750 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Router 9bfb53f5-8940-4494-b647-aaca56308539 has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:58:14.776247 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:58:14.786172 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Sync routers for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:58:14.793110 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] 10.222.0.93 "PUT /v2.0/routers/9bfb53f5-8940-4494-b647-aaca56308539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215984 Jun 01 12:58:14.795739 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35436) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:14.797069 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:58:14.797845 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:58:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:14.974283 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks [] for router, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:14.981859 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:58:15.147119 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.223787 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Deleting port 4f5a87c1-43ce-4503-b604-d241ea750615 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:15.224079 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.279363 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:58:13Z', 'revision_number': 5, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port': {'id': '4f5a87c1-43ce-4503-b604-d241ea750615', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:f3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfb53f5-8940-4494-b647-aaca56308539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:49:22Z', 'updated_at': '2021-06-01T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:15.286439 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Checking router: 9bfb53f5-8940-4494-b647-aaca56308539 for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:58:15.287087 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.297635 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Routers {'9bfb53f5-8940-4494-b647-aaca56308539'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:58:15.298296 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:58:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['9bfb53f5-8940-4494-b647-aaca56308539'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:15.359281 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] For port 4f5a87c1-43ce-4503-b604-d241ea750615, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=4f5a87c1-43ce-4503-b604-d241ea750615,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:15.359654 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.469110 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] Set router 9bfb53f5-8940-4494-b647-aaca56308539 gateway port host: None {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:58:15.486806 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Calling delete_port for 4f5a87c1-43ce-4503-b604-d241ea750615 owned by network:router_gateway {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:15.579284 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:58:15Z', 'revision_number': 6, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:15.583776 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7d61f5-9c8a-4153-a010-793d4c1b5a89 None None] The sync data for ids ['9bfb53f5-8940-4494-b647-aaca56308539'] in dv-cinder-776307-6-smb is: [{'id': '9bfb53f5-8940-4494-b647-aaca56308539', 'name': 'tempest-AttachVolumeShelveTestJSON-875186423-router', 'tenant_id': '98410a5d8b994353be60e28c6fa1472a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:49:21Z', 'updated_at': '2021-06-01T12:58:15Z', 'revision_number': 6, 'project_id': '98410a5d8b994353be60e28c6fa1472a', 'gw_port_host': None}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:58:15.637698 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.641269 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-7a02bdc6-3aaf-44e8-aeac-483046311078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:15.683145 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Pushing event deleted for resources: {'Port': ['ID=4f5a87c1-43ce-4503-b604-d241ea750615,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:15.686304 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:15.780299 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.959664 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:15.962716 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.107080 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.107712 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfb53f5-8940-4494-b647-aaca56308539 {{(pid=98618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 12:58:16.121315 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.122539 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-efda525f-abca-430b-b283-4bab2dda54ac admin admin] 10.222.0.93 "DELETE /v2.0/routers/9bfb53f5-8940-4494-b647-aaca56308539 HTTP/1.1" status: 204 len: 168 time: 1.3259182 Jun 01 12:58:16.125810 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35440) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:16.185442 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Deleting subnet 413c9fe0-19d1-416f-a254-9dc0099886e8 {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 12:58:16.188802 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.248465 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.342154 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.390908 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2bdef663-cde8-4aef-88be-351b3d573e9c no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:16.427615 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 2bdef663-cde8-4aef-88be-351b3d573e9c {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:16.428211 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2bdef663-cde8-4aef-88be-351b3d573e9c not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:16.428682 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 4f5a87c1-43ce-4503-b604-d241ea750615 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:16.467331 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 4f5a87c1-43ce-4503-b604-d241ea750615 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:16.467679 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 4f5a87c1-43ce-4503-b604-d241ea750615 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:16.616287 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.621010 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-71b45117-71fe-430f-98cd-4bcee6abcb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:16.660144 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=413c9fe0-19d1-416f-a254-9dc0099886e8,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:16.662274 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.665133 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:16.669002 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c51fa5-c191-430b-b951-a9003994288d None None] Network ad08cd72-331a-40f6-add0-3be2486fbf85 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:58:16.669545 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-593efa7f-0908-41da-926f-3e6cfdbffdce admin admin] 10.222.0.93 "DELETE /v2.0/subnets/413c9fe0-19d1-416f-a254-9dc0099886e8 HTTP/1.1" status: 204 len: 168 time: 0.5428486 Jun 01 12:58:16.672147 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35444) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:16.783286 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.856542 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Deleting port dcd1df75-3699-4f40-9597-f977e3ecf9d8 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:16.856852 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.925904 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ca614-b342-4705-9026-7a160b2af12f None None] DHCP port deletion for ad08cd72-331a-40f6-add0-3be2486fbf85 request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 12:58:16.964221 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] For port dcd1df75-3699-4f40-9597-f977e3ecf9d8, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dcd1df75-3699-4f40-9597-f977e3ecf9d8,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:16.964585 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:16.997015 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Deleting port dcd1df75-3699-4f40-9597-f977e3ecf9d8 {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 12:58:16.997401 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.090871 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Calling delete_port for dcd1df75-3699-4f40-9597-f977e3ecf9d8 owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:17.101707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-913ca614-b342-4705-9026-7a160b2af12f None None] For port dcd1df75-3699-4f40-9597-f977e3ecf9d8, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=dcd1df75-3699-4f40-9597-f977e3ecf9d8,segment=NetworkSegment(b884d0f2-21fa-4eb5-8217-3bcd0cc94970),segment_id=b884d0f2-21fa-4eb5-8217-3bcd0cc94970)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:58:17.102190 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.143664 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.147522 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-c56eb8a4-80d7-48e3-8909-d6eae65f4e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:17.190919 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd1df75-3699-4f40-9597-f977e3ecf9d8,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:17.194112 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:17.194875 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] No DVR routers for this DVR port dcd1df75-3699-4f40-9597-f977e3ecf9d8 on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:17.232083 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Calling delete_port for dcd1df75-3699-4f40-9597-f977e3ecf9d8 owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 12:58:17.275269 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.279013 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:17.313341 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.321890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Pushing event deleted for resources: {'Port': ['ID=dcd1df75-3699-4f40-9597-f977e3ecf9d8,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:17.326847 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ca614-b342-4705-9026-7a160b2af12f None None] No DVR routers for this DVR port dcd1df75-3699-4f40-9597-f977e3ecf9d8 on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 12:58:17.328457 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad08cd72-331a-40f6-add0-3be2486fbf85']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:17.333963 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.334287 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.334629 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.334954 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.335253 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.335586 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.335902 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.336207 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.336632 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.336850 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.337159 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.337449 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:58:17.340872 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:17.346060 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:17.346403 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b884d0f2-21fa-4eb5-8217-3bcd0cc94970') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:58:17.360086 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.376586 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.383134 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 12:58:17.383523 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 12:58:17.397086 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 12:58:17.476582 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.481570 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-0d2178f5-505d-4ed4-88e9-cfac39aabe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:17.496206 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.506602 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad08cd72-331a-40f6-add0-3be2486fbf85,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:17.509829 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:17.523030 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-5327eee0-9ef3-4845-8afa-eda8b08b26e3 admin admin] 10.222.0.93 "DELETE /v2.0/networks/ad08cd72-331a-40f6-add0-3be2486fbf85 HTTP/1.1" status: 204 len: 168 time: 0.8494272 Jun 01 12:58:17.654886 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35450) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:17.706143 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3be4329f-eff5-4709-8c6f-520cde331483 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=98410a5d8b994353be60e28c6fa1472a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500269 Jun 01 12:58:17.708942 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35454) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:17.778639 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.809063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.893305 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.897230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ec679251-067b-4df3-beff-9662e7bbe123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:17.913820 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3f0f7f-f88e-4cc6-93d0-87762941f9dc,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:17.917521 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:17.927102 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:17.928246 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2d3f0f7f-f88e-4cc6-93d0-87762941f9dc HTTP/1.1" status: 204 len: 168 time: 0.2181973 Jun 01 12:58:17.957773 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:18.204414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dcd1df75-3699-4f40-9597-f977e3ecf9d8 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 12:58:18.246021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: dcd1df75-3699-4f40-9597-f977e3ecf9d8 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 12:58:18.246502 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device dcd1df75-3699-4f40-9597-f977e3ecf9d8 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 12:58:26.612695 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:58:28.818160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35572) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:28.948492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:28.963501 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:28.968199 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Usage tracker for resource:security_group_rule and tenant:a2cbbf94086f44f3b1b3ae16a18aadab is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:28.971251 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:28.977071 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:29.078177 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.084776 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.092741 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-13e15ddb-8c74-4abe-b432-f1aa054749ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:29.137422 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03fe4ca-3d72-44ac-a0af-6cd10d399a20,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:29.141744 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=a2cbbf94086f44f3b1b3ae16a18aadab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225305 Jun 01 12:58:29.142644 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:29.145235 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35578) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:29.205125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.233078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.294771 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.299920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-3931edf2-bf84-4f21-9672-15069190bce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:29.310598 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03fe4ca-3d72-44ac-a0af-6cd10d399a20,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:29.315257 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:29.318078 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:29.319269 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-76cde538-3f24-428f-903e-1b5f5e91a791 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/e03fe4ca-3d72-44ac-a0af-6cd10d399a20 HTTP/1.1" status: 204 len: 168 time: 0.1738026 Jun 01 12:58:35.185177 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35654) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:35.308359 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.324135 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:35.328229 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Usage tracker for resource:security_group_rule and tenant:ff88fa948ab84884bda88a4c81cc3fed is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:35.331281 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:35.337257 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:35.421738 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.425917 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.438937 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-3264ed44-51c8-44b3-8261-811417b3905d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:35.479469 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=ff88fa948ab84884bda88a4c81cc3fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932045 Jun 01 12:58:35.481169 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1acf848a-3744-411b-8f88-ae7729a4ee84,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.482360 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35660) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:35.484534 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e2ca92b3-a48f-4a23-ad95-7405bbd0332b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:35.551452 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.582420 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.638992 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.647929 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-eb5bad9b-dc19-4c91-8d23-5f8b3ef95a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:35.672536 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1acf848a-3744-411b-8f88-ae7729a4ee84,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:35.677114 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:35.679102 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:35.683129 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-569e2cdd-b383-476d-a1b2-c116369d194a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/1acf848a-3744-411b-8f88-ae7729a4ee84 HTTP/1.1" status: 204 len: 168 time: 0.1968842 Jun 01 12:58:36.017097 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35668) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:36.035457 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.050864 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:36.055575 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Usage tracker for resource:security_group_rule and tenant:4de1f33b91604899aa79f7c5114c9fb0 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:36.059263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:36.066917 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:36.155908 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.161193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.169086 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-ffbe4fdb-c765-445f-aaf1-7db98ebf6415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:36.212836 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=4de1f33b91604899aa79f7c5114c9fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1945763 Jun 01 12:58:36.214428 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4974f70b-77d7-49ec-a5d6-65d19adccd57,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:36.216259 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35672) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:36.217702 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-03d2aa52-ed5d-4ebb-b7f6-0f08549c8f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:36.288234 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.315264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.372434 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.377332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b85f6c47-7396-4b9f-bde2-ee806146995f tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:36.391368 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4974f70b-77d7-49ec-a5d6-65d19adccd57,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:36.395335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:36.402459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:36.403672 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-fb36f90c-b434-49ef-903c-bd5e7c228592 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/4974f70b-77d7-49ec-a5d6-65d19adccd57 HTTP/1.1" status: 204 len: 168 time: 0.1857102 Jun 01 12:58:40.259451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-43229882-002a-441d-acfc-fc88192efbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:42.021241 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:43.709770 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-31f97146-d32d-4199-aaf0-db909feae37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.073508 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.460883 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35758) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:44.591989 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.612437 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:44.616583 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Usage tracker for resource:security_group_rule and tenant:5cc991bdca0943248010bc7044e5dead is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:44.619785 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:44.626452 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:44.813714 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.818397 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.826220 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-72350c0c-b474-479b-9612-4f79834215f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:44.869909 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=5cc991bdca0943248010bc7044e5dead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075866 Jun 01 12:58:44.870939 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbdbc16-4502-4495-b46a-97306e7d1183,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:44.873053 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35764) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:44.874301 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e41337ba-d0aa-4ba8-a817-a20f783202b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:44.940940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:44.968098 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.022617 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.027128 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-68508287-df8d-4879-9986-5ca47e4e8418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:45.040765 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbdbc16-4502-4495-b46a-97306e7d1183,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:45.043833 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:45.046318 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.050098 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4786ef19-4a56-48bd-926e-dab51ea008d2 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/2bbdbc16-4502-4495-b46a-97306e7d1183 HTTP/1.1" status: 204 len: 168 time: 0.1722016 Jun 01 12:58:45.288440 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.359500 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35772) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:45.379151 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.394505 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:58:45.398689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Usage tracker for resource:security_group_rule and tenant:04918130abed4f22b21d62558548224c is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:58:45.401748 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:58:45.407820 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:58:45.502504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.509152 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.518176 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-94938563-4e6d-47c0-9722-df910961195c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:45.562714 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c2d48b-a745-45fb-8b1a-7faf486d6eb8,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:45.567296 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=04918130abed4f22b21d62558548224c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067056 Jun 01 12:58:45.568227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-c9f49a47-ba04-43f7-92a6-e0aa8b5b227f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:45.569953 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35776) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:58:45.632251 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.659928 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.719233 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.723646 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4f885ece-47a3-4a9b-bd28-50a36981deac tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:58:45.739503 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c2d48b-a745-45fb-8b1a-7faf486d6eb8,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:58:45.742126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:58:45.753213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:58:45.754355 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-71e71461-211f-4476-9882-477d97c935a9 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/b9c2d48b-a745-45fb-8b1a-7faf486d6eb8 HTTP/1.1" status: 204 len: 168 time: 0.1834271 Jun 01 12:58:47.962961 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:03.612759 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:59:10.261146 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0a3deac3-6f79-4ebd-89d4-6db30158772a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:12.043300 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:13.705021 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-6231203f-51ad-49a3-bb13-1a5daeacfe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:14.073347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:15.290425 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.467744 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 35966) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:17.599755 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.618170 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:17.622068 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Usage tracker for resource:security_group_rule and tenant:7f34650e42634d0895de88c696aef4e9 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:17.624934 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:17.630920 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:17.711723 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.718476 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.726076 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-55da60c5-da4e-4779-9d34-1b6220242b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:17.766054 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=7f34650e42634d0895de88c696aef4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970619 Jun 01 12:59:17.766940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f38ba3-ab67-40ad-8121-80567c6a1721,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:17.768972 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 35972) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:17.774902 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.775251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.775602 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.776063 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.776301 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.776797 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.777013 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.777352 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.777824 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.778040 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.778361 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.778691 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.782728 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-16a5d4ff-2a10-4963-a5ef-4a3fdd7c30df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:17.837575 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.868604 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.930315 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.936627 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b7c77e3b-7e96-48ed-9949-8fd72ceb7966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:17.953281 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f38ba3-ab67-40ad-8121-80567c6a1721,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:17.963597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.964450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.964450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.964450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.964892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.965194 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.965546 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.965897 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.966239 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.966589 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.966923 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.968230 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.968577 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:17.971699 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:17.972838 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/56f38ba3-ab67-40ad-8121-80567c6a1721 HTTP/1.1" status: 204 len: 168 time: 0.2028799 Jun 01 12:59:17.973738 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b3f4a298-c5be-4d4f-957e-276ae26be98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:30.505849 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36112) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:30.639828 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.752016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:30.756094 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Usage tracker for resource:security_group_rule and tenant:fa98fa60dae640b4a5a6c7f91b26eff5 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:30.759039 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:30.765134 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:30.869393 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.875251 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:30.883420 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-ef7708ae-8dd2-4dec-a614-c3e2b7353313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:30.925357 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=fa98fa60dae640b4a5a6c7f91b26eff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184062 Jun 01 12:59:30.926248 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88e0283-75ae-4ecc-a60f-81d23a3ddabe,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:30.928199 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36118) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:30.929440 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-5e73b38c-b81e-4a8b-b3b3-d2c8b3e21043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:30.996218 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.022594 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.081662 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.085587 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-4631569f-3da8-4c21-be45-1931d4239bd7 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:31.098353 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88e0283-75ae-4ecc-a60f-81d23a3ddabe,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:31.101564 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:31.108328 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:31.109456 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b7bec71b-9d47-4983-be44-262b5ba77b73 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/c88e0283-75ae-4ecc-a60f-81d23a3ddabe HTTP/1.1" status: 204 len: 168 time: 0.1800518 Jun 01 12:59:31.874537 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36142) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:31.990104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-284831074-network', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:31.995063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:31.999617 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Usage tracker for resource:network and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:32.002674 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:32.009485 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:32.019529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Made reservation on behalf of e6b19eacfec3496c9f55637ae06f66bb for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:32.021920 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.035404 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.054860 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:32.058892 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:32.061829 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:32.067558 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:32.157508 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.162834 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.165846 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-951e858b-e290-47d6-9060-7c1949cdf3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:32.194393 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1071} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:59:32.203780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4e3a8f-a65d-4fac-846b-f56ffc19722a,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:32.207468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:32.210285 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.210699 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Added segment 0296e068-9e1b-4776-a159-9c3377609300 of type vlan for network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 Jun 01 12:59:32.238905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.273614 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.275170 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:32.275780 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.279609 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:32.384445 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5080044 Jun 01 12:59:32.387733 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36148) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:32.390823 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Pushing event updated for resources: {'Network': ['ID=33f48bdb-3dc7-4a10-ac6c-14a0d834b612,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:32.394409 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-08db4266-8ba2-4652-bccb-785d298d7f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:32.398213 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Request body: {'subnet': {'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-284831074-subnet', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'ip_version': 4}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:32.401533 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:59:32.404720 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:32.409196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Usage tracker for resource:subnet and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:32.412263 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:32.418947 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:32.431272 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Made reservation on behalf of e6b19eacfec3496c9f55637ae06f66bb for: {'subnet': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:32.433935 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392182'] for subnet, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.842095 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-870581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392160'] for subnet, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:32.846125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9afb90cd-05f7-4384-862f-70135a97fdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:32.919381 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:32.923103 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:32.929645 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Checking segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:32.930058 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Network hostable DHCP agents. Network: 33f48bdb-3dc7-4a10-ac6c-14a0d834b612, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:59:32.951614 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:59:32.963166 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, 33f48bdb-3dc7-4a10-ac6c-14a0d834b612) {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:32.974005 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81d3bc-81b9-412d-b230-b479cfafef55 None None] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:59:32.975434 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:32.976063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.000069 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6111622 Jun 01 12:59:33.002842 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36152) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:33.008575 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:33.014114 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:33.018201 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Usage tracker for resource:router and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:33.022451 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:33.031829 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:33.043496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.044613 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.063364 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.253795 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:59:33.254891 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.349797 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.430300 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Allocated IP 172.20.0.2 (33f48bdb-3dc7-4a10-ac6c-14a0d834b612/9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f/2aca6e08-650c-4f39-8d9c-46f18c8731e9) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:33.690952 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.702869 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Transition to ACTIVE for port object 2aca6e08-650c-4f39-8d9c-46f18c8731e9 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:33.723973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Transition to ACTIVE for port object 2aca6e08-650c-4f39-8d9c-46f18c8731e9 will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:33.732099 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.736162 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:33.775663 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.804590 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:33.807179 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.807372 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:33.810398 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:33.845668 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Pushing event updated for resources: {'Port': ['ID=2aca6e08-650c-4f39-8d9c-46f18c8731e9,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:33.865295 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.865625 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.865952 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.866302 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.866617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.866935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.867386 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.867712 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.868026 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.868343 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.868651 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.868995 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:33.873042 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:33.927558 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Attempting to bind port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:33.927920 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Attempting to bind port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:33.928284 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Attempting to bind port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 on network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:33.934553 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:33.934940 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Checking segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:33.935349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.935746 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Bound using segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:33.936222 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Bound port: 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:33.936597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:33.962615 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Allocated IP 172.28.3.62 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/26037462-f603-4a99-93fd-84b0fbfdc3d7) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:34.035300 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] For port 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:34.038986 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] For port 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aca6e08-650c-4f39-8d9c-46f18c8731e9,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:34.043624 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.047651 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:34.128535 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.140901 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Pushing event updated for resources: {'Port': ['ID=2aca6e08-650c-4f39-8d9c-46f18c8731e9,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:34.144377 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-76edf80c-257d-4c05-b23b-139b8769c7dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:34.161785 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:34.166311 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:34.237133 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:34.240181 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:34.244010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:34.281292 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Pushing event updated for resources: {'Port': ['ID=26037462-f603-4a99-93fd-84b0fbfdc3d7,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:34.285937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:34.708855 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.074097 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7582b0-4dc9-4a90-adf6-80ccc7c1b923 None None] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:59:35.163308 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-c5aeaa0c-16e9-42a4-a657-bd95b7e4b7d9 None None] Provisioning for port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:35.198575 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.413240 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Router 57812407-f12a-410a-b55b-beb06ce517ce is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:59:35.610054 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:35.619128 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Sync routers for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:35.628689 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:35.629329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:35.637089 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:35.638334 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-2294ba36-c7cf-4944-83f5-a2628b150e80 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6343150 Jun 01 12:59:35.641571 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36156) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:35.860927 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:36.162827 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:34Z', 'revision_number': 3, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:36.167313 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Checking router: 57812407-f12a-410a-b55b-beb06ce517ce for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:36.167668 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Updating router 57812407-f12a-410a-b55b-beb06ce517ce port 26037462-f603-4a99-93fd-84b0fbfdc3d7 binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:36.232837 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.290258 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aca6e08-650c-4f39-8d9c-46f18c8731e9 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:36.396347 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.514785 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:36.531240 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:36.531608 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.736081 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Allocated IP 172.20.0.1 (33f48bdb-3dc7-4a10-ac6c-14a0d834b612/9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f/bbc0c4d6-a588-4427-90ab-319f46ea9f9a) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:36.740721 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.766055 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.787611 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Transition to ACTIVE for port object 26037462-f603-4a99-93fd-84b0fbfdc3d7 will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:36.794459 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aca6e08-650c-4f39-8d9c-46f18c8731e9,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:36.796167 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.800373 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:36.829934 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.882717 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Attempting to bind port 26037462-f603-4a99-93fd-84b0fbfdc3d7 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:36.883128 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Attempting to bind port 26037462-f603-4a99-93fd-84b0fbfdc3d7 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:36.883515 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Attempting to bind port 26037462-f603-4a99-93fd-84b0fbfdc3d7 on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:36.889790 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997b45b-a915-4408-9938-5cd811e6d97e None None] Pushing event updated for resources: {'Port': ['ID=26037462-f603-4a99-93fd-84b0fbfdc3d7,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:36.893986 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:36.894358 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:36.894761 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.895140 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:36.895614 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Bound port: 26037462-f603-4a99-93fd-84b0fbfdc3d7, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:36.895982 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.902707 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.920015 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Transition to ACTIVE for port object bbc0c4d6-a588-4427-90ab-319f46ea9f9a will not be triggered until provisioned by entity DHCP. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:36.920298 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-e997b45b-a915-4408-9938-5cd811e6d97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:36.920721 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:36.946129 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:36.950998 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e62e3dec-0adb-4887-9904-2dab3b662fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:37.013978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:37.017092 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:37.020993 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:37.040556 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=2aca6e08-650c-4f39-8d9c-46f18c8731e9,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.045432 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:37.048281 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] For port 26037462-f603-4a99-93fd-84b0fbfdc3d7, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:37.052134 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] For port 26037462-f603-4a99-93fd-84b0fbfdc3d7, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=26037462-f603-4a99-93fd-84b0fbfdc3d7,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:37.062463 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.068159 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:37.074141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.079048 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:37.092577 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.148072 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:37.149273 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:37.220212 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997b45b-a915-4408-9938-5cd811e6d97e None None] Pushing event updated for resources: {'Port': ['ID=26037462-f603-4a99-93fd-84b0fbfdc3d7,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.225185 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-e997b45b-a915-4408-9938-5cd811e6d97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:37.359642 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-24479875-dffb-4415-92cf-643ee7907c34 None None] Provisioning for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:37.370935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:37.413031 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-24479875-dffb-4415-92cf-643ee7907c34 None None] Provisioning complete for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:37.413411 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-24479875-dffb-4415-92cf-643ee7907c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.433775 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.616532 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-24479875-dffb-4415-92cf-643ee7907c34 None None] Port bbc0c4d6-a588-4427-90ab-319f46ea9f9a cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:37.695577 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.701724 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.727605 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-73152224-d292-42fc-8193-8d2b9c04ef2a tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:37.780156 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:34Z', 'revision_number': 3, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:37.784790 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620bc0c7-c55d-447d-8504-3ec5f90d796c None None] The sync data for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb is: [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:34Z', 'revision_number': 3, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:37.824170 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Pushing event updated for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:37.827790 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:37.828905 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:37.985994 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:37.987244 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:38.249766 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-35db871c-fb45-4002-84c6-8ac492b72c94 None None] Provisioning complete for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:38.250598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-35db871c-fb45-4002-84c6-8ac492b72c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.261423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Router 57812407-f12a-410a-b55b-beb06ce517ce has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:38.333460 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-35db871c-fb45-4002-84c6-8ac492b72c94 None None] Port bbc0c4d6-a588-4427-90ab-319f46ea9f9a cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:38.424512 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 26037462-f603-4a99-93fd-84b0fbfdc3d7 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:38.504225 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 26037462-f603-4a99-93fd-84b0fbfdc3d7 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:38.512112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:38.512742 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 26037462-f603-4a99-93fd-84b0fbfdc3d7 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:38.512742 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.529957 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-e6d819d0-2dcb-4240-8f9a-ee0e04a318f8 admin admin] 10.222.0.93 "PUT /v2.0/routers/57812407-f12a-410a-b55b-beb06ce517ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8816485 Jun 01 12:59:38.655823 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.680064 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 26037462-f603-4a99-93fd-84b0fbfdc3d7, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=26037462-f603-4a99-93fd-84b0fbfdc3d7,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:38.684318 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:38.685195 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aca6e08-650c-4f39-8d9c-46f18c8731e9 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:38.714418 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:38.802846 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=26037462-f603-4a99-93fd-84b0fbfdc3d7,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:38.807319 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:38.818411 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:38.818779 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.144356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36174) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:39.150445 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1885122179-network', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:39.155623 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:39.160954 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Usage tracker for resource:network and tenant:3f8f8d8136a847ef84be4695bcb8c844 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:39.164516 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:39.171619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:39.185441 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Made reservation on behalf of 3f8f8d8136a847ef84be4695bcb8c844 for: {'network': 1} {{(pid=98617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:39.188041 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-16171033'] for network, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.202715 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.219424 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:39.223956 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Usage tracker for resource:security_group_rule and tenant:3f8f8d8136a847ef84be4695bcb8c844 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:39.227385 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:39.235317 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:39.413195 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Sync routers for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:39.429433 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:39.430236 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:39.475492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.481023 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.484857 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1eaacebe-743b-455f-a5f5-b43656b7f46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:39.517496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=98617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 12:59:39.527926 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53653ce1-6b9e-4ae8-963f-8630d0bce569,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:39.532071 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:39.535225 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.535637 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.segments_db [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Added segment 00c8ff52-91cb-456f-aa53-1579271fae70 of type vlan for network daa3953f-2d60-407f-9576-243d91f704c7 Jun 01 12:59:39.570348 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758335417658'] for network, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.607247 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667'] for network, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.608755 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:39.609421 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:39.615686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-be8a6847-19eb-4874-b770-e5231e15cab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:39.725489 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] 10.222.0.93 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5799077 Jun 01 12:59:39.728638 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36178) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:39.735459 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Request body: {'subnet': {'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1885122179-subnet', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'ip_version': 4}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:39.736467 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Pushing event updated for resources: {'Network': ['ID=daa3953f-2d60-407f-9576-243d91f704c7,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:39.740886 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f1c1a2b7-18b6-4b9b-a698-114155a51aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:39.748247 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:39.749864 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:39.750469 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Network daa3953f-2d60-407f-9576-243d91f704c7 details requested by agent ovs-agent-dv-cinder-776307-6-smb with host dv-cinder-776307-6-smb {{(pid=98619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 12:59:39.755069 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Usage tracker for resource:subnet and tenant:3f8f8d8136a847ef84be4695bcb8c844 is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:39.759060 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:39.767995 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:39.781591 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Made reservation on behalf of 3f8f8d8136a847ef84be4695bcb8c844 for: {'subnet': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:39.784063 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2184972'] for subnet, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.126025 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 2, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:40.130737 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Checking router: 57812407-f12a-410a-b55b-beb06ce517ce for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:40.131190 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Updating router 57812407-f12a-410a-b55b-beb06ce517ce port bbc0c4d6-a588-4427-90ab-319f46ea9f9a binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:40.188564 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.263589 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-cc2b442d-ae29-4d18-ba80-c6504385ef1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.271679 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 26037462-f603-4a99-93fd-84b0fbfdc3d7 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:40.303501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2450379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2184986'] for subnet, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.307931 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:40.362870 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 26037462-f603-4a99-93fd-84b0fbfdc3d7 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:40.363849 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.389240 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aa038e-b71e-4521-99d1-cd142d8e9d4b,revision_number=0']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:40.393371 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:40.401624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Checking segment: {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:40.401959 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Network hostable DHCP agents. Network: daa3953f-2d60-407f-9576-243d91f704c7, hostable agents: ['ff8258c6-52ef-469f-a8f9-304b0109af95'], hosted agents: [] {{(pid=98618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 12:59:40.421230 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Network daa3953f-2d60-407f-9576-243d91f704c7 is scheduled to be hosted by DHCP agent ff8258c6-52ef-469f-a8f9-304b0109af95 with binding_index 1 {{(pid=98618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 12:59:40.433215 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776307-6-smb, daa3953f-2d60-407f-9576-243d91f704c7) {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:40.443664 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:40.444277 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.449872 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f77f83f-76f5-4f67-8aea-2f6662f5e937 None None] Network daa3953f-2d60-407f-9576-243d91f704c7 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:59:40.485750 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-55d27d21-2d0a-4d1e-9477-dc504409b203 admin admin] 10.222.0.93 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7556930 Jun 01 12:59:40.489070 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36182) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:40.496279 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:40.503303 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:40.508791 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Usage tracker for resource:router and tenant:3f8f8d8136a847ef84be4695bcb8c844 is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 12:59:40.512954 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 12:59:40.520112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:40.536125 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-520274', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-63241'] for router, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.537340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-523090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-518285', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-451936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-63232'] for router, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.553525 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.615821 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.624619 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 12:59:40.636305 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Transition to ACTIVE for port object bbc0c4d6-a588-4427-90ab-319f46ea9f9a will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:40.643624 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.649159 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-927334b2-c6ce-450c-9734-1032196a973c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:40.856577 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Pushing event updated for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:40.883928 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.884352 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.884726 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.885037 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.885359 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.886167 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.886167 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.886369 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.886684 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.887075 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.887445 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.888141 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 12:59:40.892399 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:40.897779 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Attempting to bind port bbc0c4d6-a588-4427-90ab-319f46ea9f9a on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:40.898061 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Attempting to bind port bbc0c4d6-a588-4427-90ab-319f46ea9f9a by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:40.898798 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Attempting to bind port bbc0c4d6-a588-4427-90ab-319f46ea9f9a on network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:40.900340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-518312', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-520288', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-63278'] for router, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.910784 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:40.912151 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Checking segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:40.913191 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.914258 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Bound using segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:40.915439 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Bound port: bbc0c4d6-a588-4427-90ab-319f46ea9f9a, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:40.916874 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:40.953597 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd91f4334-66b0-5b2f-809e-d149881941b2-daa3953f-2d60-407f-9576-243d91f704c7', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b'}]}} from dv-cinder-776307-6-smb. {{(pid=98619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 12:59:40.954586 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.050293 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] For port bbc0c4d6-a588-4427-90ab-319f46ea9f9a, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:41.055911 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] For port bbc0c4d6-a588-4427-90ab-319f46ea9f9a, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:41.063283 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.070917 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:41.193328 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:41.194119 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:41.208499 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.db_base_plugin_common [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Allocated IP 172.20.0.2 (daa3953f-2d60-407f-9576-243d91f704c7/e3aa038e-b71e-4521-99d1-cd142d8e9d4b/0365e33a-8e68-4294-82e1-7c67c3117cfb) {{(pid=98619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:41.302978 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Pushing event updated for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=4']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:41.307510 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4d8180e9-22b6-4d15-ab39-18a54fcebc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:41.363064 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.396295 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.491444 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:41.565502 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks [] for port, precommit_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.579998 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Transition to ACTIVE for port object 0365e33a-8e68-4294-82e1-7c67c3117cfb will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:41.593647 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Allocated IP 172.28.3.147 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/0b2b657f-3d11-4dcc-843a-2b754a32856a) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:41.608922 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Transition to ACTIVE for port object 0365e33a-8e68-4294-82e1-7c67c3117cfb will not be triggered until provisioned by entity DHCP. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:41.618709 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352'] for port, after_create {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.623044 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:41.696096 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Network daa3953f-2d60-407f-9576-243d91f704c7 is already hosted by enough agents. {{(pid=98619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:41.699592 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.scheduler.base_scheduler [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Resources bound (agent type, host, resource id): {{(pid=98619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:41.703907 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Received port after_create {{(pid=98619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:41.710324 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Pushing event updated for resources: {'Port': ['ID=0365e33a-8e68-4294-82e1-7c67c3117cfb,revision_number=1']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:41.715304 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:41.825039 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Attempting to bind port 0365e33a-8e68-4294-82e1-7c67c3117cfb on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:41.825572 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Attempting to bind port 0365e33a-8e68-4294-82e1-7c67c3117cfb by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:41.826347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Attempting to bind port 0365e33a-8e68-4294-82e1-7c67c3117cfb on network daa3953f-2d60-407f-9576-243d91f704c7 {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:41.842733 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:41.843598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Checking segment: {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:41.844398 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.845117 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Bound using segment: {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:41.845977 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Bound port: 0365e33a-8e68-4294-82e1-7c67c3117cfb, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:41.846640 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.868062 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.917704 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:41.922160 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-53ea54e3-ae61-4749-acc2-b732b1cf9230 tempest-VolumesSnapshotTestJSON-1134074382 tempest-VolumesSnapshotTestJSON-1134074382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:41.989599 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:41.993242 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:41.998157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:42.006652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] For port 0365e33a-8e68-4294-82e1-7c67c3117cfb, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:42.011547 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] For port 0365e33a-8e68-4294-82e1-7c67c3117cfb, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0365e33a-8e68-4294-82e1-7c67c3117cfb,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:42.017176 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.021666 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:42.046417 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b2b657f-3d11-4dcc-843a-2b754a32856a,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.049156 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:41Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:42.051083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:42.057861 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7113aeda-36f7-44eb-a4fa-f7a88fc3bebd None None] The sync data for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb is: [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:41Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:42.120007 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.141423 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Pushing event updated for resources: {'Port': ['ID=0365e33a-8e68-4294-82e1-7c67c3117cfb,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.145822 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:42.315437 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device bbc0c4d6-a588-4427-90ab-319f46ea9f9a up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:42.452881 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:42.459789 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:42.460992 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.680401 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.729917 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port bbc0c4d6-a588-4427-90ab-319f46ea9f9a, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:42.736147 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.741248 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:42.744455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:42.840759 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:42.848506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:43.173700 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-520283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-518379'] for router, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.316635 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea41021-3032-4d50-9cbb-4986c86cc3a7 None None] Network daa3953f-2d60-407f-9576-243d91f704c7 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 12:59:43.460312 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd is scheduled to L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb with binding_index 1 {{(pid=98617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 12:59:43.489769 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-e02c2c4b-6fa8-4856-8824-79c4480e1eb9 None None] Provisioning for port 0365e33a-8e68-4294-82e1-7c67c3117cfb completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:43.715832 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:43.715993 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f3d78638-6ce1-42ea-82dc-52844aa6177d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.729973 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Sync routers for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:43.741418 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:43.742260 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:43.746599 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] Notify callbacks [] for router, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:43.748091 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-9b38c52e-e1de-44ca-9495-d21c0f2afbc9 admin admin] 10.222.0.93 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2577186 Jun 01 12:59:43.751153 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36186) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 12:59:44.029382 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:44.173283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.365808 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 3, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:44.371556 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device bbc0c4d6-a588-4427-90ab-319f46ea9f9a up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:44.408406 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Checking router: 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:44.408794 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Updating router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd port 0b2b657f-3d11-4dcc-843a-2b754a32856a binding host dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:44.523201 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.616757 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port bbc0c4d6-a588-4427-90ab-319f46ea9f9a triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:44.617248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.815027 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:44.858119 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0365e33a-8e68-4294-82e1-7c67c3117cfb up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:45.004486 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 0365e33a-8e68-4294-82e1-7c67c3117cfb completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:45.012510 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 0365e33a-8e68-4294-82e1-7c67c3117cfb triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:45.012919 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.066962 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks [] for port, precommit_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.069929 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Allocated IP 172.20.0.1 (daa3953f-2d60-407f-9576-243d91f704c7/e3aa038e-b71e-4521-99d1-cd142d8e9d4b/6970ac7a-8549-4479-bad9-fd853666dd50) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 12:59:45.086886 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Transition to ACTIVE for port object 0b2b657f-3d11-4dcc-843a-2b754a32856a will not be triggered until provisioned by entity L2. {{(pid=98619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:45.098202 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.102393 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-913ca614-b342-4705-9026-7a160b2af12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:45.233074 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Attempting to bind port 0b2b657f-3d11-4dcc-843a-2b754a32856a on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:45.233450 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Attempting to bind port 0b2b657f-3d11-4dcc-843a-2b754a32856a by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:45.233810 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Attempting to bind port 0b2b657f-3d11-4dcc-843a-2b754a32856a on network 38246d21-71b6-4a36-a2ba-395200fc688d {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:45.241978 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb051d3-52ab-4e04-b840-bc5b5f067e1e None None] Pushing event updated for resources: {'Port': ['ID=0b2b657f-3d11-4dcc-843a-2b754a32856a,revision_number=2']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:45.248024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-3bb051d3-52ab-4e04-b840-bc5b5f067e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:45.248801 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.250322 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:45.250586 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Checking segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:45.251636 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.251636 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Bound using segment: {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'} {{(pid=98619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:45.251900 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.managers [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Bound port: 0b2b657f-3d11-4dcc-843a-2b754a32856a, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c134bc42-6099-4d1a-bed7-3a76a4444d6f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d'}}] {{(pid=98619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:45.252194 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.277966 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.provisioning_blocks [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Transition to ACTIVE for port object 6970ac7a-8549-4479-bad9-fd853666dd50 will not be triggered until provisioned by entity DHCP. {{(pid=98617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:45.285176 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.307227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.314016 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-c5d2931d-d887-401e-9ce3-49755566a8a5 tempest-AttachVolumeNegativeTest-1130186293 tempest-AttachVolumeNegativeTest-1130186293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:45.354018 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.373208 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] For port 0b2b657f-3d11-4dcc-843a-2b754a32856a, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:45.376020 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 0365e33a-8e68-4294-82e1-7c67c3117cfb, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0365e33a-8e68-4294-82e1-7c67c3117cfb,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:45.378022 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] For port 0b2b657f-3d11-4dcc-843a-2b754a32856a, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0b2b657f-3d11-4dcc-843a-2b754a32856a,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:45.381174 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.383496 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-487da1e6-88f4-4132-9319-e667e2a6a3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:45.388487 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Network daa3953f-2d60-407f-9576-243d91f704c7 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:45.391390 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:45.394403 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 12:59:45.419595 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.444217 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Pushing event updated for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:45.447529 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:45.465870 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516506'] for router_interface, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.480338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:45.481830 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:45.609205 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=0365e33a-8e68-4294-82e1-7c67c3117cfb,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:45.620915 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:45.621383 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:45.626823 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.749024 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-5580f787-c639-4bd5-907d-a2cff6e01a12 None None] Provisioning for port 6970ac7a-8549-4479-bad9-fd853666dd50 completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:45.776520 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-5580f787-c639-4bd5-907d-a2cff6e01a12 None None] Provisioning complete for port 6970ac7a-8549-4479-bad9-fd853666dd50 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:45.776922 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5580f787-c639-4bd5-907d-a2cff6e01a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.832721 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb051d3-52ab-4e04-b840-bc5b5f067e1e None None] Pushing event updated for resources: {'Port': ['ID=0b2b657f-3d11-4dcc-843a-2b754a32856a,revision_number=3']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:45.845630 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-3bb051d3-52ab-4e04-b840-bc5b5f067e1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:45.862119 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:45.922406 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.927207 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-5580f787-c639-4bd5-907d-a2cff6e01a12 None None] Port 6970ac7a-8549-4479-bad9-fd853666dd50 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:45.928145 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:45.957048 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-95dc4a17-08c4-472c-8f15-293defbcca0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:46.044074 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16379417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516407'] for router_interface, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.047937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Pushing event updated for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:46.051603 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:46.216899 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6970ac7a-8549-4479-bad9-fd853666dd50', 'name': '', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'mac_address': 'fa:16:3e:7a:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:44Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 1, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'subnets': [{'id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:46.223329 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a74c8-a5da-4916-bea0-225ce5e387de None None] The sync data for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb is: [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6970ac7a-8549-4479-bad9-fd853666dd50', 'name': '', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'mac_address': 'fa:16:3e:7a:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:44Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 1, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'subnets': [{'id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:46.254757 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Network daa3953f-2d60-407f-9576-243d91f704c7 is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 12:59:46.256386 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 12:59:46.291468 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0365e33a-8e68-4294-82e1-7c67c3117cfb up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:46.461452 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 0365e33a-8e68-4294-82e1-7c67c3117cfb triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:46.462144 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.570097 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-abccae85-e224-4f0e-af76-f219dfe8d3ac None None] Provisioning complete for port 6970ac7a-8549-4479-bad9-fd853666dd50 triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:46.570536 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-abccae85-e224-4f0e-af76-f219dfe8d3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:46.651813 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 12:59:46.685583 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-abccae85-e224-4f0e-af76-f219dfe8d3ac None None] Port 6970ac7a-8549-4479-bad9-fd853666dd50 cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 12:59:46.873423 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 12:59:46.884311 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-55b56d26-1ce1-4686-89c8-f0db7a33c137 admin admin] 10.222.0.93 "PUT /v2.0/routers/289aa3ac-aa8e-4db8-aeae-f2ef97d454dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1319058 Jun 01 12:59:47.975736 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.320059 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0b2b657f-3d11-4dcc-843a-2b754a32856a up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:48.412503 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 0b2b657f-3d11-4dcc-843a-2b754a32856a completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:48.421103 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 0b2b657f-3d11-4dcc-843a-2b754a32856a triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:48.421985 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.570408 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.590289 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 0b2b657f-3d11-4dcc-843a-2b754a32856a, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0b2b657f-3d11-4dcc-843a-2b754a32856a,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:48.601210 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:48.603341 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:48.678816 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=0b2b657f-3d11-4dcc-843a-2b754a32856a,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:48.682148 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:50.020272 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Sync routers for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 12:59:50.030491 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:50.031124 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:50.254141 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:50.293766 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0b2b657f-3d11-4dcc-843a-2b754a32856a up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:50.388304 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 0b2b657f-3d11-4dcc-843a-2b754a32856a triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:50.388935 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:50.652219 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6970ac7a-8549-4479-bad9-fd853666dd50', 'name': '', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'mac_address': 'fa:16:3e:7a:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:44Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 2, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'subnets': [{'id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:50.657408 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Checking router: 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 12:59:50.657802 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Updating router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd port 6970ac7a-8549-4479-bad9-fd853666dd50 binding host dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 12:59:50.738099 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.172710 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks [] for port, precommit_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.184321 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.provisioning_blocks [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Transition to ACTIVE for port object 6970ac7a-8549-4479-bad9-fd853666dd50 will not be triggered until provisioned by entity L2. {{(pid=98620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 12:59:51.192693 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.204957 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-8eeb1f21-4db0-40cc-8385-f81e449b1ff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:51.396081 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2cd26-cfb8-40b8-9313-b17191d91eba None None] Pushing event updated for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=3']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:51.436315 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4da2cd26-cfb8-40b8-9313-b17191d91eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:51.470610 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Attempting to bind port 6970ac7a-8549-4479-bad9-fd853666dd50 on host dv-cinder-776307-6-smb for vnic_type normal with profile {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 12:59:51.471171 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Attempting to bind port 6970ac7a-8549-4479-bad9-fd853666dd50 by drivers openvswitch,hyperv on host dv-cinder-776307-6-smb at level 0 using segments [{'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 12:59:51.471650 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Attempting to bind port 6970ac7a-8549-4479-bad9-fd853666dd50 on network daa3953f-2d60-407f-9576-243d91f704c7 {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 12:59:51.480630 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Checking agent: {'id': 'fb5df17d-8b64-4d50-af9e-1266913faab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776307-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 39, 14), 'started_at': datetime.datetime(2021, 6, 1, 12, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 12, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776307-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 12:59:51.484082 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Checking segment: {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 12:59:51.484843 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.485424 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Bound using segment: {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'} {{(pid=98620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 12:59:51.486124 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.managers [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Bound port: 6970ac7a-8549-4479-bad9-fd853666dd50, host: dv-cinder-776307-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00c8ff52-91cb-456f-aa53-1579271fae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7'}}] {{(pid=98620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 12:59:51.486675 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.597678 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] For port 6970ac7a-8549-4479-bad9-fd853666dd50, host dv-cinder-776307-6-smb, cleared binding levels {{(pid=98620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 12:59:51.601276 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.plugins.ml2.db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] For port 6970ac7a-8549-4479-bad9-fd853666dd50, host dv-cinder-776307-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6970ac7a-8549-4479-bad9-fd853666dd50,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 12:59:51.608002 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron_lib.callbacks.manager [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:51.618326 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:51.731191 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 12:59:51.732559 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T12:59:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:51.818947 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2cd26-cfb8-40b8-9313-b17191d91eba None None] Pushing event updated for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=4']} {{(pid=98620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:51.825157 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG oslo_concurrency.lockutils [None req-4da2cd26-cfb8-40b8-9313-b17191d91eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98620) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:52.025981 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 12:59:52.412245 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6970ac7a-8549-4479-bad9-fd853666dd50 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:52.489140 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6970ac7a-8549-4479-bad9-fd853666dd50', 'name': '', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'mac_address': 'fa:16:3e:7a:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:44Z', 'updated_at': '2021-06-01T12:59:51Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'subnets': [{'id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 12:59:52.495731 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46f87d-d645-4384-a972-393f086d49b7 None None] The sync data for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb is: [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T12:59:45Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': '6970ac7a-8549-4479-bad9-fd853666dd50', 'name': '', 'network_id': 'daa3953f-2d60-407f-9576-243d91f704c7', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'mac_address': 'fa:16:3e:7a:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:44Z', 'updated_at': '2021-06-01T12:59:51Z', 'revision_number': 4, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'subnets': [{'id': 'e3aa038e-b71e-4521-99d1-cd142d8e9d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 12:59:52.509382 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning for port 6970ac7a-8549-4479-bad9-fd853666dd50 completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 12:59:52.519375 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 6970ac7a-8549-4479-bad9-fd853666dd50 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:52.519651 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:52.676381 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:52.753959 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] For port 6970ac7a-8549-4479-bad9-fd853666dd50, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6970ac7a-8549-4479-bad9-fd853666dd50,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 12:59:52.759595 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:52.763092 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 12:59:52.840358 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Pushing event updated for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 12:59:52.847534 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 12:59:54.285593 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6970ac7a-8549-4479-bad9-fd853666dd50 up at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 12:59:54.397349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Provisioning complete for port 6970ac7a-8549-4479-bad9-fd853666dd50 triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 12:59:54.397732 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:57.210913 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-75ace3cb-56cf-46da-a32f-2b4cb700ed12 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:57.211591 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-75ace3cb-56cf-46da-a32f-2b4cb700ed12 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Synchronizing usage tracker for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:network {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:57.231450 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-75ace3cb-56cf-46da-a32f-2b4cb700ed12 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Unset dirty status for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:network {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:57.233020 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-75ace3cb-56cf-46da-a32f-2b4cb700ed12 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 814 time: 0.1716545 Jun 01 12:59:57.257763 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-a9595997-7300-41da-9db0-51fc6aa2298f tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/quotas/e6b19eacfec3496c9f55637ae06f66bb HTTP/1.1" status: 200 len: 375 time: 0.0165102 Jun 01 12:59:57.352264 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-5622c0bb-d80b-455e-bb50-b9e12005bca8 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Synchronizing usage tracker for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 12:59:57.372063 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-5622c0bb-d80b-455e-bb50-b9e12005bca8 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Unset dirty status for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 12:59:57.373510 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-5622c0bb-d80b-455e-bb50-b9e12005bca8 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1098189 Jun 01 12:59:57.556036 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-00ca90b5-1889-4a25-9b37-ef4139a06468 service neutron] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 12:59:57.557105 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-00ca90b5-1889-4a25-9b37-ef4139a06468 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1717446 Jun 01 12:59:57.689989 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-5bf65c6d-9c5a-4645-9ef5-278c1b3aff5b service neutron] 10.222.0.93 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264703 Jun 01 12:59:57.825253 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-1feeba6d-0cc6-44d0-9a38-231538264e7d service neutron] 10.222.0.93 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291792 Jun 01 12:59:58.047215 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8f88b7b0-a453-447c-9dc9-4ab081cee958 req-c1f0b6b6-88f4-41f6-93de-b4f1cc3c052b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 210 time: 0.0521801 Jun 01 12:59:59.200623 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-cf9951a0-6f15-4852-9882-69ac903e8444 req-b7ec4a71-a3b3-4062-8530-79128a569784 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 210 time: 0.0456204 Jun 01 12:59:59.377804 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-4246e9e1-ff79-48d7-ad44-47f6e1c90ffb tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 12:59:59.379297 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-4246e9e1-ff79-48d7-ad44-47f6e1c90ffb tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 814 time: 0.1658108 Jun 01 12:59:59.391562 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'port': {'device_id': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'admin_state_up': True, 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 12:59:59.544619 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 12:59:59.556452 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 12:59:59.568374 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Made reservation on behalf of e6b19eacfec3496c9f55637ae06f66bb for: {'port': 1} {{(pid=98618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 12:59:59.572453 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 12:59:59.758209 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_common [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Allocated IP 172.20.0.5 (33f48bdb-3dc7-4a10-ac6c-14a0d834b612/9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f/42b6e879-97a0-4647-911c-2c6a8d97792c) {{(pid=98618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:00.042811 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for port, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:00.065339 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Transition to ACTIVE for port object 42b6e879-97a0-4647-911c-2c6a8d97792c will not be triggered until provisioned by entity DHCP. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:00.093808 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:00.108033 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-22f34bcc-7cea-4490-9bb6-1c07ebd0101b tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:00.192544 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:00.198117 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:00.200506 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 is already hosted by enough agents. {{(pid=98618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:00.203127 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.base_scheduler [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources bound (agent type, host, resource id): {{(pid=98618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:00.206847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Received port after_create {{(pid=98618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 13:00:00.320446 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:00.321956 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:00.389225 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9923136 Jun 01 13:00:00.489720 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-04318080-bd75-4106-823d-6d651cfb2653 None None] Provisioning for port 42b6e879-97a0-4647-911c-2c6a8d97792c completed by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:00.495844 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-04318080-bd75-4106-823d-6d651cfb2653 None None] Provisioning complete for port 42b6e879-97a0-4647-911c-2c6a8d97792c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:00.496616 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-04318080-bd75-4106-823d-6d651cfb2653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:00.579563 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-04318080-bd75-4106-823d-6d651cfb2653 None None] Port 42b6e879-97a0-4647-911c-2c6a8d97792c cannot update to ACTIVE because it is not bound. {{(pid=98619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 13:00:00.659818 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4594ed-d9de-41c7-a3a6-4df6d967e87e req-351528bd-2f6c-482c-aae6-7c9de415df4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:00.661549 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b4594ed-d9de-41c7-a3a6-4df6d967e87e req-351528bd-2f6c-482c-aae6-7c9de415df4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0881636 Jun 01 13:00:00.717863 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-8b4594ed-d9de-41c7-a3a6-4df6d967e87e req-18275c95-e88f-4a63-9b51-94769f9f297d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Synchronizing usage tracker for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:security_group {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:00.736954 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [req-8b4594ed-d9de-41c7-a3a6-4df6d967e87e req-18275c95-e88f-4a63-9b51-94769f9f297d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Unset dirty status for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:security_group {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:00.738462 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b4594ed-d9de-41c7-a3a6-4df6d967e87e req-18275c95-e88f-4a63-9b51-94769f9f297d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704625 Jun 01 13:00:01.969277 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e1cf7-4f76-411d-bb5d-7ab4a11bab52 req-d7011da4-750c-4bdd-9a41-73ee32ddae22 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:01.970983 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-264e1cf7-4f76-411d-bb5d-7ab4a11bab52 req-d7011da4-750c-4bdd-9a41-73ee32ddae22 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0960824 Jun 01 13:00:02.026609 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-264e1cf7-4f76-411d-bb5d-7ab4a11bab52 req-9f3fa437-1f87-45c0-9af7-fb1406799dbf tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480216 Jun 01 13:00:03.226340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018c7dd-0ab2-470b-bae3-ac6ad9c14348 req-61bee6ff-829c-43f7-9265-710314373317 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:03.228392 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d018c7dd-0ab2-470b-bae3-ac6ad9c14348 req-61bee6ff-829c-43f7-9265-710314373317 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0905905 Jun 01 13:00:03.277527 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d018c7dd-0ab2-470b-bae3-ac6ad9c14348 req-f9bdf041-58b6-40a3-9e48-110374efb7e7 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Jun 01 13:00:04.477249 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c62596-1497-4425-bd9f-ca57b007ceda req-c05f598f-d47e-44e7-bda7-68ba77f75656 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:04.478584 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-11c62596-1497-4425-bd9f-ca57b007ceda req-c05f598f-d47e-44e7-bda7-68ba77f75656 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0825496 Jun 01 13:00:04.524703 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-11c62596-1497-4425-bd9f-ca57b007ceda req-eca351e2-bd18-4869-a47d-58a29e0b8ebe tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Jun 01 13:00:05.722442 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303eb2a-5a8c-4592-a379-beaa212aa6ae req-2f1d582a-2e1d-4396-8b11-82aef5ee1c02 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:05.723845 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0303eb2a-5a8c-4592-a379-beaa212aa6ae req-2f1d582a-2e1d-4396-8b11-82aef5ee1c02 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0890646 Jun 01 13:00:05.773739 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0303eb2a-5a8c-4592-a379-beaa212aa6ae req-d15cf6c7-4332-4711-b3d0-e880226a5e68 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427918 Jun 01 13:00:06.990654 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9344c9-17de-4e60-aefb-557b5bc952b3 req-0ae008b1-7fce-4f2f-8307-07d575eabc9c tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:06.992262 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8e9344c9-17de-4e60-aefb-557b5bc952b3 req-0ae008b1-7fce-4f2f-8307-07d575eabc9c tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0895789 Jun 01 13:00:07.053598 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8e9344c9-17de-4e60-aefb-557b5bc952b3 req-979a8084-da43-4168-acc6-de4ee74eb8f0 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508966 Jun 01 13:00:08.361683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47abc91-3a01-49a4-98ea-c05bf8d58e83 req-f664bd93-10ad-4005-995c-35dad36b8785 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:08.363150 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f47abc91-3a01-49a4-98ea-c05bf8d58e83 req-f664bd93-10ad-4005-995c-35dad36b8785 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.1944301 Jun 01 13:00:08.412364 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f47abc91-3a01-49a4-98ea-c05bf8d58e83 req-27ee5ba6-a28c-4d07-83eb-b7f4fc0b3931 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419557 Jun 01 13:00:09.609205 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642ef3-cb35-4879-ba18-c151074df23f req-9d6520f0-7986-4e06-bb08-081e51d92001 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:09.610628 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99642ef3-cb35-4879-ba18-c151074df23f req-9d6520f0-7986-4e06-bb08-081e51d92001 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0881989 Jun 01 13:00:09.659277 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-99642ef3-cb35-4879-ba18-c151074df23f req-a84a5dd3-8bde-4314-a417-3dd374e64169 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Jun 01 13:00:10.263083 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-698f88c9-e169-4c4f-9aa9-65b2a1f7b456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:10.860679 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb0c71-d78c-437d-83fe-8fdbbcccf604 req-a9b31f84-c060-4014-a60d-3b3b018d0fa7 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:10.860679 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9dbb0c71-d78c-437d-83fe-8fdbbcccf604 req-a9b31f84-c060-4014-a60d-3b3b018d0fa7 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0890849 Jun 01 13:00:10.911664 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-9dbb0c71-d78c-437d-83fe-8fdbbcccf604 req-fa9ecd0e-cae5-4653-8465-bb8bebe5e938 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Jun 01 13:00:12.052562 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:12.113375 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd26f6b-334b-45d6-b319-5306435b9db7 req-129db5e5-f9fc-43b7-a090-525a6a8bd135 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:12.114803 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fcd26f6b-334b-45d6-b319-5306435b9db7 req-129db5e5-f9fc-43b7-a090-525a6a8bd135 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 931 time: 0.0937388 Jun 01 13:00:12.147562 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-eb18f470-e68d-44f6-ae39-24e8d8f71546 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] http://10.222.0.93:9696/v2.0/extensions returned with HTTP 200 {{(pid=98618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 13:00:12.149642 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-eb18f470-e68d-44f6-ae39-24e8d8f71546 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074310 Jun 01 13:00:12.162429 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-fcd26f6b-334b-45d6-b319-5306435b9db7 req-09fcfa4f-80b8-4072-8d5a-804bfc160a95 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Jun 01 13:00:12.218609 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Request body: {'port': {'device_id': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77630'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:12.342256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:12.821173 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b6e879-97a0-4647-911c-2c6a8d97792c {{(pid=98618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 13:00:12.828671 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:12.843358 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.provisioning_blocks [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Transition to ACTIVE for port object 42b6e879-97a0-4647-911c-2c6a8d97792c will not be triggered until provisioned by entity L2. {{(pid=98618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 13:00:12.847628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:12.851193 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-99e21932-48de-4cfa-b319-5888959c1791 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:12.977823 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=2']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:13.004054 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:13.085264 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Attempting to bind port 42b6e879-97a0-4647-911c-2c6a8d97792c on host hv-cinder-77630 for vnic_type normal with profile {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 13:00:13.085596 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Attempting to bind port 42b6e879-97a0-4647-911c-2c6a8d97792c by drivers openvswitch,hyperv on host hv-cinder-77630 at level 0 using segments [{'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 13:00:13.085896 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Attempting to bind port 42b6e879-97a0-4647-911c-2c6a8d97792c on network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:13.091385 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Port 42b6e879-97a0-4647-911c-2c6a8d97792c on network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77630 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 13:00:13.091696 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Attempting to bind port 42b6e879-97a0-4647-911c-2c6a8d97792c on network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 13:00:13.097148 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Checking agent: {'id': 'fa246816-8478-4765-8b11-fe935f5b8db7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77630', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'started_at': datetime.datetime(2021, 6, 1, 12, 46, 12), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 13, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 13:00:13.097478 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Checking segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 13:00:13.097854 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Bound using segment: {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'} {{(pid=98618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 13:00:13.098276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.managers [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Bound port: 42b6e879-97a0-4647-911c-2c6a8d97792c, host: hv-cinder-77630, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0296e068-9e1b-4776-a159-9c3377609300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1071, 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612'}}] {{(pid=98618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 13:00:13.098613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:13.190300 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, cleared binding levels {{(pid=98618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 13:00:13.193543 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 13:00:13.199939 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2520178'] for port, after_update {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:13.204012 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-73586349-4f1d-4f23-967e-0ee5a3a7e30e tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:13.269898 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.270531 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:13.271970 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] 10.222.0.98 "PUT /v2.0/ports/42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 1093 time: 1.1108446 Jun 01 13:00:13.272501 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:13.274930 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:13.295445 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=3']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:13.301975 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e990cba4-6c80-4748-9d25-350ce77a641e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:13.388339 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc226a-0557-41ed-8fcf-700876e24cf1 req-b724d6fe-cc46-4ba1-9a4d-7b8a4de8ca37 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.390097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-33dc226a-0557-41ed-8fcf-700876e24cf1 req-b724d6fe-cc46-4ba1-9a4d-7b8a4de8ca37 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 943 time: 0.1184378 Jun 01 13:00:13.401880 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-a2b66089-07a7-46f6-b7d5-c2352fde48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.403611 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-a2b66089-07a7-46f6-b7d5-c2352fde48a7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1096 time: 0.0889149 Jun 01 13:00:13.442008 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-33dc226a-0557-41ed-8fcf-700876e24cf1 req-a030c482-da8f-4e9d-84ed-54764ed71b8a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Jun 01 13:00:13.486608 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-8d695d63-27ed-4f22-9663-77af29e05828 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 217 time: 0.0743437 Jun 01 13:00:13.493477 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908a917e-0a60-4180-baa8-6ac268fed92a x-openstack-request-id: req-908a917e-0a60-4180-baa8-6ac268fed92a {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:13.493881 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:13.494158 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-908a917e-0a60-4180-baa8-6ac268fed92a {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:13.494705 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:00:13.552942 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-2ab5306e-2038-4103-80ca-963f527c27f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.554288 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-2ab5306e-2038-4103-80ca-963f527c27f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0587986 Jun 01 13:00:13.647383 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e4059235-5201-4beb-a9a8-bf12424ad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:13.648883 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-e4059235-5201-4beb-a9a8-bf12424ad024 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881915 Jun 01 13:00:13.710874 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0539d6dd-3c2a-4b1f-b3d5-66df658745a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:13.785539 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-ef6c2be7-d51c-4527-ba99-a0ef4b477e00 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300693 Jun 01 13:00:13.923510 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-f712fd94-4dbb-4bdd-8069-a46c5d20363c req-d9da4a71-22d7-40ea-bda0-575abcb4cf55 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317255 Jun 01 13:00:14.046249 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-f008e778-5bf2-473e-a98c-6ab7f97da79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:14.047722 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-f008e778-5bf2-473e-a98c-6ab7f97da79a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1096 time: 0.0736551 Jun 01 13:00:14.070861 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:14.185177 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-9e9db7e8-fb17-4bc2-b823-747da342d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:14.186520 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-9e9db7e8-fb17-4bc2-b823-747da342d9f0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1314206 Jun 01 13:00:14.257044 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-c0dc2fa0-fd44-4395-823a-021d54a0cd28 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 217 time: 0.0634546 Jun 01 13:00:14.322457 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-c6e77c5f-d8c0-42f6-a5d3-f769fea260b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:14.323910 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-c6e77c5f-d8c0-42f6-a5d3-f769fea260b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0609014 Jun 01 13:00:14.401082 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-3001d72c-a233-4554-8280-75262cde23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:14.402564 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-3001d72c-a233-4554-8280-75262cde23ff service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725007 Jun 01 13:00:14.635789 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-47001140-7698-4dc6-947a-57fe7dc5bfd7 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269714 Jun 01 13:00:14.644495 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09282f9b-1832-4d71-9494-1e00d99ff79b req-b57ab21b-57ec-44e1-b702-b60e42d9d31e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:14.646011 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-09282f9b-1832-4d71-9494-1e00d99ff79b req-b57ab21b-57ec-44e1-b702-b60e42d9d31e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 943 time: 0.0847323 Jun 01 13:00:14.695041 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-09282f9b-1832-4d71-9494-1e00d99ff79b req-23dd85f3-c495-45a4-a6fc-68da453c0775 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432472 Jun 01 13:00:14.776586 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9a42b560-bdc5-4f8f-b51d-bbb5b882d8ea req-a40d4b4f-b67b-495c-8b50-9c8472259808 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335671 Jun 01 13:00:15.302205 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:15.907957 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0a27-07a4-4ed6-86c9-7e5cf4f0723a req-fc0c25f3-5378-40a9-84a4-dd8d8adeb402 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:15.910343 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7fae0a27-07a4-4ed6-86c9-7e5cf4f0723a req-fc0c25f3-5378-40a9-84a4-dd8d8adeb402 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 943 time: 0.0998137 Jun 01 13:00:15.926835 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 42b6e879-97a0-4647-911c-2c6a8d97792c details requested by agent hyperv_hv-cinder-77630 with host hv-cinder-77630 {{(pid=98619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 13:00:15.964206 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7fae0a27-07a4-4ed6-86c9-7e5cf4f0723a req-34d0b228-0142-4e70-adba-8c496275cd4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Jun 01 13:00:16.061586 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:16.075529 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Returning: {'device': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'port_id': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'mac_address': 'fa:16:3e:0c:21:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1071, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 13:00:16.144791 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.163999 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b6e879-97a0-4647-911c-2c6a8d97792c {{(pid=98619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 13:00:16.181339 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:16.186483 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:16.188308 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-f0583b05-e41c-4819-ab1b-46a763a6bc12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:16.256689 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=4']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:16.259810 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:16.545283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:17.157001 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427fa1-f6f2-42b5-b292-f9959032ece6 req-26ae2c77-a5c7-47f2-a1b1-deb45ac55017 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:17.158439 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dd427fa1-f6f2-42b5-b292-f9959032ece6 req-26ae2c77-a5c7-47f2-a1b1-deb45ac55017 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 944 time: 0.0880773 Jun 01 13:00:17.203766 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dd427fa1-f6f2-42b5-b292-f9959032ece6 req-d9cfd072-01c0-4e3d-948b-4ab581cbd015 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395734 Jun 01 13:00:17.614169 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:00:17.932752 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 42b6e879-97a0-4647-911c-2c6a8d97792c up at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 13:00:17.992366 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.019242 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning for port 42b6e879-97a0-4647-911c-2c6a8d97792c completed by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 13:00:18.024533 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Provisioning complete for port 42b6e879-97a0-4647-911c-2c6a8d97792c triggered by entity L2. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:18.024939 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.148890 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.180895 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:18.185554 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74d76ff17c2ab1afd19618337101311146cc08f1dd375f6a601d05993045fd83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00be19cb-27fd-4cb4-ae0b-90ced6236575" -d '{"events": [{"server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "name": "network-vif-plugged", "status": "completed", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:18.198475 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:18.206101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415'] for port, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:18.209174 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-e997b45b-a915-4408-9938-5cd811e6d97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:18.287713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=5']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:18.292182 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:18.294048 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d333260-ec37-4260-a42d-0d28dc128ce3 x-openstack-request-id: req-0d333260-ec37-4260-a42d-0d28dc128ce3 {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:18.294337 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "name": "network-vif-plugged", "status": "completed", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "code": 200}]} {{(pid=98619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:18.294587 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-0d333260-ec37-4260-a42d-0d28dc128ce3 {{(pid=98619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:18.294968 dv-cinder-776307-6-smb neutron-server[98619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'code': 200} Jun 01 13:00:18.418214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ef902-f02b-4361-bb0e-84bc66a82c34 req-dac22d61-2e16-4453-a94d-0304d020b87e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:18.419682 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-714ef902-f02b-4361-bb0e-84bc66a82c34 req-dac22d61-2e16-4453-a94d-0304d020b87e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0938947 Jun 01 13:00:18.467581 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-714ef902-f02b-4361-bb0e-84bc66a82c34 req-e8274008-160e-4145-b878-d034edca0fcf tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418925 Jun 01 13:00:18.558870 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f717fe9-f399-4fc8-bcec-5d1be19fd32b req-5a82aa97-11ea-434e-826d-ae04dd876991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:18.560376 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1f717fe9-f399-4fc8-bcec-5d1be19fd32b req-5a82aa97-11ea-434e-826d-ae04dd876991 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1098 time: 0.0846019 Jun 01 13:00:18.602770 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-1f717fe9-f399-4fc8-bcec-5d1be19fd32b req-689d7e63-0dcc-41ca-9754-b2d82030719c service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355537 Jun 01 13:00:19.676181 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d61519-28b5-48f8-bc7b-fcc6e16681e3 req-4d745065-cd76-4e62-ac22-95c4a8a928ef tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:19.677815 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50d61519-28b5-48f8-bc7b-fcc6e16681e3 req-4d745065-cd76-4e62-ac22-95c4a8a928ef tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0862210 Jun 01 13:00:19.728461 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-50d61519-28b5-48f8-bc7b-fcc6e16681e3 req-a67f3cc5-30d8-42fe-bba2-bdeb632d0629 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444181 Jun 01 13:00:20.938826 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca21a52-ca39-4c88-ba76-e57503adfeed req-dc73cdd8-46a4-4eee-88a7-fc420b3d4a84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:20.940315 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3ca21a52-ca39-4c88-ba76-e57503adfeed req-dc73cdd8-46a4-4eee-88a7-fc420b3d4a84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0980637 Jun 01 13:00:20.995539 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3ca21a52-ca39-4c88-ba76-e57503adfeed req-e0fff3ce-132f-4af5-a86f-3efb0d69e683 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490479 Jun 01 13:00:21.364688 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dc46c-a63e-412c-8c14-f4e7e007bb37 req-79e8189b-84b2-4546-922d-31f38adf129d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:21.366283 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b8dc46c-a63e-412c-8c14-f4e7e007bb37 req-79e8189b-84b2-4546-922d-31f38adf129d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0859823 Jun 01 13:00:21.423447 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8b8dc46c-a63e-412c-8c14-f4e7e007bb37 req-d2be1a82-4181-4833-b15c-d3e2e64a8eb0 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Jun 01 13:00:21.839558 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cadaf-1563-429b-9b77-efff700d51e0 req-7304574c-8fe4-47ce-9041-a3b8dda52dbd tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:21.841142 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-913cadaf-1563-429b-9b77-efff700d51e0 req-7304574c-8fe4-47ce-9041-a3b8dda52dbd tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0933328 Jun 01 13:00:21.891271 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-913cadaf-1563-429b-9b77-efff700d51e0 req-040cf1c0-59f7-45ee-ae9f-b634f88ab6ee tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437427 Jun 01 13:00:26.886630 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6162e7-48e2-46b3-a7d0-7a72547a7a9b req-3d0955fb-c73e-464b-acc8-b6bf6fe34640 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:26.888145 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb6162e7-48e2-46b3-a7d0-7a72547a7a9b req-3d0955fb-c73e-464b-acc8-b6bf6fe34640 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0919468 Jun 01 13:00:26.947995 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-eb6162e7-48e2-46b3-a7d0-7a72547a7a9b req-04023007-9267-491b-944e-a7efef770559 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537915 Jun 01 13:00:26.983086 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36390) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:27.107745 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d782dbf-3855-4904-b34f-7610c79f53e6 tempest-TestMinimumBasicScenario-694066908 tempest-TestMinimumBasicScenario-694066908-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:27.108477 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6d782dbf-3855-4904-b34f-7610c79f53e6 tempest-TestMinimumBasicScenario-694066908 tempest-TestMinimumBasicScenario-694066908-project-admin] Synchronizing usage tracker for tenant:3f8f8d8136a847ef84be4695bcb8c844 on resource:port {{(pid=98617) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:00:27.125776 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-6d782dbf-3855-4904-b34f-7610c79f53e6 tempest-TestMinimumBasicScenario-694066908 tempest-TestMinimumBasicScenario-694066908-project-admin] Unset dirty status for tenant:3f8f8d8136a847ef84be4695bcb8c844 on resource:port {{(pid=98617) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:00:27.126940 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-6d782dbf-3855-4904-b34f-7610c79f53e6 tempest-TestMinimumBasicScenario-694066908 tempest-TestMinimumBasicScenario-694066908-project-admin] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1093 time: 0.1429336 Jun 01 13:00:27.130112 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36396) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:27.135290 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'floatingip': {'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'port_id': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:27.141415 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:27.145340 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:floatingip and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:27.148214 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:27.154093 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:27.166791 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for floatingip, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.318902 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.478327 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Allocated IP 172.28.3.74 (38246d21-71b6-4a36-a2ba-395200fc688d/0d5278a9-5cf0-4335-bcf1-834c5d4b197d/4d13039e-7214-4ed1-b400-e9ee4ccc3876) {{(pid=98617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 13:00:27.730527 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for port, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.763981 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758335399352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-941829'] for port, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:27.767915 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-8da1f927-7690-43a8-9d3d-52ac479d3e37 tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:27.831548 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Network 38246d21-71b6-4a36-a2ba-395200fc688d is already hosted by enough agents. {{(pid=98617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 13:00:27.834686 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources bound (agent type, host, resource id): {{(pid=98617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 13:00:27.841663 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Received port after_create {{(pid=98617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 13:00:27.872869 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'Port': ['ID=4d13039e-7214-4ed1-b400-e9ee4ccc3876,revision_number=1']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:27.891154 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.891866 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.891866 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.892244 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.892588 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.892968 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.893321 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.893675 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.894032 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.894376 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.894722 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.895065 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:27.900278 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:28.287216 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.367594 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.593967 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.601484 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.607196 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:28.714882 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'Port': ['ID=4d13039e-7214-4ed1-b400-e9ee4ccc3876,revision_number=2']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:28.719356 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:28.728854 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-518163'] for floatingip, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:28.908890 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.l3_db [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Floating IP dbfa494f-6ff5-400b-adcd-782bc7326c80 associated. External IP: 172.28.3.74, port: 42b6e879-97a0-4647-911c-2c6a8d97792c. Jun 01 13:00:29.373862 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Router 57812407-f12a-410a-b55b-beb06ce517ce has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:00:29.561956 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:00:29.571288 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Sync routers for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:00:29.583215 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:29.583854 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:00:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:29.590391 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.646006 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5145650 Jun 01 13:00:29.646512 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:29.648579 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36400) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:29.649172 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:29.654428 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.v2.base [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1698965414', 'description': 'tempest-secgroup-smoke-1698965414 description', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb'}} {{(pid=98618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:29.661597 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:29.671635 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:29.689520 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, before_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.712097 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:29.716585 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:29.719595 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98618) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:29.725914 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.quota.driver [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98618) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:29.772817 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e92b83b-681c-4d5e-8990-39db4b13886a x-openstack-request-id: req-4e92b83b-681c-4d5e-8990-39db4b13886a {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:29.773200 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:29.773490 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-4e92b83b-681c-4d5e-8990-39db4b13886a {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:29.773941 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:00:29.774094 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:29.853909 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, precommit_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.865374 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_create {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.871059 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-44849849-af0d-4e18-a981-90a97de4db1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:29.921110 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=589831f8-a63c-41a7-b6ee-b1b78a87cc2f,revision_number=1']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:29.933436 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:29.934698 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2851162 Jun 01 13:00:29.936291 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.936682 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.937058 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.937417 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.937785 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.938139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.938420 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36408) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:29.938921 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.938921 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.939192 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.939509 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.939856 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.940207 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:00:29.944010 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-69e5314f-1498-4cf4-a619-0e8da4a682aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:29.944795 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:29.952093 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:29.953843 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-779022d5-2f6e-4b81-b698-0253b4d90100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:29.955210 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-779022d5-2f6e-4b81-b698-0253b4d90100 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1098 time: 0.1577365 Jun 01 13:00:29.956496 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:29.959629 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:29.967220 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:29.984590 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.054798 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.061060 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.063237 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.086683 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6cfe8b-7985-405a-8fe5-a17cccc8e28f,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.094468 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.098502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-2204a938-c2f9-43f1-ab1b-c98c338443c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:30.100013 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-2204a938-c2f9-43f1-ab1b-c98c338443c7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1379075 Jun 01 13:00:30.103562 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.104800 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1652145 Jun 01 13:00:30.107621 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36412) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:30.115052 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:30.119895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:30.124104 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:30.127245 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:30.135137 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:30.154320 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.161034 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'dbfa494f-6ff5-400b-adcd-782bc7326c80', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'port_id': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'mac_address': 'fa:16:3e:0c:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T13:00:28Z', 'updated_at': '2021-06-01T13:00:28Z', 'revision_number': 0, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:30.165746 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Checking router: 57812407-f12a-410a-b55b-beb06ce517ce for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:00:30.174626 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:00:30.175137 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:00:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:30.210049 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-eeff201f-bb03-44c5-b091-bc357c592e0c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 998 time: 0.1035225 Jun 01 13:00:30.236689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.240840 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.249126 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.276207 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-aeb35ad2-8440-431a-bef1-80f1e0e6e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:30.277713 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdc83b8-6180-4e08-9a8f-7b50092af767,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.278168 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-aeb35ad2-8440-431a-bef1-80f1e0e6e4c0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0617018 Jun 01 13:00:30.280443 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.281329 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.282463 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-33344d7c-7291-41dc-9715-60068e80baaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1738622 Jun 01 13:00:30.285648 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36416) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:30.291351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:30.297986 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:30.302752 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:30.306185 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:30.312689 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:30.337565 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.366718 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-023cca42-5322-4e5e-bafe-4338e1f99096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:30.368940 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-023cca42-5322-4e5e-bafe-4338e1f99096 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0848103 Jun 01 13:00:30.382617 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:00:30.411661 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.416622 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.418769 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-6aac75f9-92c4-4d27-a7e2-4997e443892f tempest-AttachVolumeTestJSON-644157733 tempest-AttachVolumeTestJSON-644157733-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.441848 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f26392-ca89-47cd-8fa1-e7c53401f7a1,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.444238 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.452987 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.453725 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-14df9b2f-d469-42ea-9d7c-34eda416eeaa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670971 Jun 01 13:00:30.456492 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36420) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:30.462764 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:30.468985 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:30.472955 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:30.476065 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:30.482170 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:30.502007 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.512246 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-2f16c73f-a208-4c3c-9b91-003e206f537d service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370938 Jun 01 13:00:30.569072 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.574585 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.576895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.601051 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4fc4d0-f3ff-478b-b04e-681e9748575a,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.605844 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.611015 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.614815 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-885978c9-e1b4-48ff-9bca-728948329e84 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1547408 Jun 01 13:00:30.615071 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36424) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:30.620531 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:30.626907 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:30.631043 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:30.634090 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:30.640351 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:30.651372 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.securitygroups_db [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Project e6b19eacfec3496c9f55637ae06f66bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:00:30.658036 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.666056 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-ca8d9836-d2ac-4ee5-9576-8ab191ee5ebf req-f287de7a-4b19-4b03-b2cc-3d1fa70db8e4 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476734 Jun 01 13:00:30.729438 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.734172 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.736320 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-1a1ce6b0-9414-4d89-8dc8-cfdb7d2c50b5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.759547 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26771b6-1c92-49ee-8cbe-2e5deea29b29,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.762159 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.770376 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.771597 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-160523a8-32b9-43c0-b0e7-e1ac4c8ba36b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1556034 Jun 01 13:00:30.774588 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36428) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:00:30.780217 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'security_group_rule': {'security_group_id': '589831f8-a63c-41a7-b6ee-b1b78a87cc2f', 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:30.787232 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 13:00:30.791559 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Usage tracker for resource:security_group_rule and tenant:e6b19eacfec3496c9f55637ae06f66bb is out of sync, need to count used quota {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 13:00:30.794873 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.quota.resource [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98617) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 13:00:30.800978 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.quota.driver [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98617) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 13:00:30.813604 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.db.securitygroups_db [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Project e6b19eacfec3496c9f55637ae06f66bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 13:00:30.820087 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.831927 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'dbfa494f-6ff5-400b-adcd-782bc7326c80', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'port_id': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'mac_address': 'fa:16:3e:0c:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T13:00:28Z', 'updated_at': '2021-06-01T13:00:28Z', 'revision_number': 0, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:00:30.837729 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bf64a1-c6b6-4e22-b6fd-e80af004f67e None None] The sync data for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb is: [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_floatingips': [{'id': 'dbfa494f-6ff5-400b-adcd-782bc7326c80', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'router_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'port_id': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'mac_address': 'fa:16:3e:0c:21:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T13:00:28Z', 'updated_at': '2021-06-01T13:00:28Z', 'revision_number': 0, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:00:30.900619 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.905370 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329118'] for security_group_rule, after_create {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.908083 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f87161d5-91cd-4e8d-9d5a-e9e0aa0ce187 tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:30.935800 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a488ad-3b47-42a5-bec9-08f9d51c4096,revision_number=0']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:30.938344 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:30.946141 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:30.947369 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-cf274a00-0f6f-43ee-8dcb-5f0969043b23 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716566 Jun 01 13:00:31.051305 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a04667-4ecc-41d8-9835-f864a796ebdc None None] New status for floating IP dbfa494f-6ff5-400b-adcd-782bc7326c80: ACTIVE {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:00:31.081239 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f144e129-48c3-455b-8005-edbed2064d08 req-1a5da827-a929-4c39-9c49-16cff0be9a92 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698965414&fields=id&tenant_id=e6b19eacfec3496c9f55637ae06f66bb HTTP/1.1" status: 200 len: 267 time: 0.0471723 Jun 01 13:00:31.173026 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144e129-48c3-455b-8005-edbed2064d08 req-961e7ed4-16fe-4af9-8dc8-13b354a2812f tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:31.174543 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f144e129-48c3-455b-8005-edbed2064d08 req-961e7ed4-16fe-4af9-8dc8-13b354a2812f tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0873423 Jun 01 13:00:31.186481 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'port': {'security_groups': ['5e4e3a8f-a65d-4fac-846b-f56ffc19722a', '589831f8-a63c-41a7-b6ee-b1b78a87cc2f']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:00:31.312850 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.583768 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:00:31.616766 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.623543 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.629038 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:00:31.636560 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:31.689085 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:31.689749 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:31.691097 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f144e129-48c3-455b-8005-edbed2064d08 req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "PUT /v2.0/ports/42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 981 time: 0.5094125 Jun 01 13:00:31.728853 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=6']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:00:31.743680 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-55a97923-0667-4300-8bb5-25b52ff30add tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:00:31.764551 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:00:31.775849 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:00:31.778596 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4680fb-05cd-4566-9683-5d12bc3665b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:00:31.841010 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e59b36d-46bd-45a6-b839-5c047fb8145d x-openstack-request-id: req-2e59b36d-46bd-45a6-b839-5c047fb8145d {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:00:31.841227 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:00:31.841504 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-2e59b36d-46bd-45a6-b839-5c047fb8145d {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:00:31.841943 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:00:31.903804 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b9834-1f3c-4ae1-b404-d02d87b6a9b6 req-c62b3fc8-e4f7-4c86-8b9e-001f805538aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:31.909218 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3e0b9834-1f3c-4ae1-b404-d02d87b6a9b6 req-c62b3fc8-e4f7-4c86-8b9e-001f805538aa tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.1090443 Jun 01 13:00:31.947368 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-9bd2fbf4-3eb0-44e4-a189-bf13e0701f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:31.949031 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-9bd2fbf4-3eb0-44e4-a189-bf13e0701f59 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1137 time: 0.0919173 Jun 01 13:00:31.959019 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-3e0b9834-1f3c-4ae1-b404-d02d87b6a9b6 req-1b321990-d936-45bc-a5b5-c482c4386ec8 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453751 Jun 01 13:00:32.038642 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-2730ed3d-a53d-48a2-b3db-f827e4e08a9e None None] Provisioning complete for port 42b6e879-97a0-4647-911c-2c6a8d97792c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:00:32.039280 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2730ed3d-a53d-48a2-b3db-f827e4e08a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:32.096008 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-5010e49f-f839-4556-85d7-a5503a3f2e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:32.097691 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-5010e49f-f839-4556-85d7-a5503a3f2e5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1423986 Jun 01 13:00:32.205506 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-84dcf317-998d-4695-82ee-70f29a300982 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 1000 time: 0.0992923 Jun 01 13:00:32.275847 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-515f78d6-a191-4b0d-85fd-67efcbc1742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:32.277364 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-515f78d6-a191-4b0d-85fd-67efcbc1742a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0636902 Jun 01 13:00:32.458754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-d5b1fb99-110f-4508-9314-9c2308f5ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:00:32.460251 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-d5b1fb99-110f-4508-9314-9c2308f5ac01 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1761985 Jun 01 13:00:32.597232 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-75a6592b-1d53-446b-866a-859d4ba09964 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297176 Jun 01 13:00:32.751184 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-9f4680fb-05cd-4566-9683-5d12bc3665b0 req-89890ca1-a202-40f2-8993-8a35a752ceca service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427028 Jun 01 13:00:40.264947 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a3a74f10-af73-4f32-9a65-2cbdee60d345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:42.057901 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:43.718391 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f345c1d6-f1b5-445f-812e-6cf526b5fd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:44.067402 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:45.302367 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:47.974194 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:00:54.615605 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:01:10.259668 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-4063e730-e71c-4463-9fce-2864bc7aca60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.065089 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:12.146804 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-fa816121-60d6-4502-aab0-4638f9f1c9a7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798647 Jun 01 13:01:12.299548 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-9a9c2e15-d005-4fac-8303-8c3781ae23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:12.301079 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-9a9c2e15-d005-4fac-8303-8c3781ae23bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1137 time: 0.0846691 Jun 01 13:01:12.465651 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-da3a0767-4aaa-414a-a979-6d917465524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:12.467138 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-da3a0767-4aaa-414a-a979-6d917465524e service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1459627 Jun 01 13:01:12.574487 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-16f7782d-51bc-4edb-8c6f-2473a601cb5e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 1000 time: 0.1007531 Jun 01 13:01:12.639845 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-afd864c8-07df-4a67-af91-2ca684f72734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:12.641195 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-afd864c8-07df-4a67-af91-2ca684f72734 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0607789 Jun 01 13:01:12.722796 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-7d2a1212-1280-4771-bb5c-30dca422873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:12.724269 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-7d2a1212-1280-4771-bb5c-30dca422873e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765615 Jun 01 13:01:12.856712 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-b8f6728f-2932-4206-a00f-077b0f6f4325 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252022 Jun 01 13:01:12.992945 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-8e8e2209-febd-47ab-b42d-9e05aa400fae req-3fc1cf34-d38b-445c-a92b-ac6aebd9c710 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294951 Jun 01 13:01:13.713960 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-052a3803-a652-4c88-8d22-bfe6c12c940d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:14.066201 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:15.307071 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:17.980318 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:31.615293 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:01:40.255095 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c0265265-4dd4-4f25-b122-fb5477558253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:42.080867 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.708051 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-b24fff17-b68b-4b70-a1c1-5a609942a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:43.709534 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-b24fff17-b68b-4b70-a1c1-5a609942a603 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1137 time: 0.0755451 Jun 01 13:01:43.710019 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-839c2ac6-d530-48a7-9ec7-84846b4de26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:43.754294 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538f400-762a-4576-a7da-de9f7a86c037 req-0dd676d3-e0f7-4725-9dba-902f65fdede3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:43.755780 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4538f400-762a-4576-a7da-de9f7a86c037 req-0dd676d3-e0f7-4725-9dba-902f65fdede3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0893524 Jun 01 13:01:43.806945 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-4538f400-762a-4576-a7da-de9f7a86c037 req-84b44552-f891-447b-ac07-dc394539449b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450370 Jun 01 13:01:43.852150 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-5ef41294-fa6b-4f6d-a257-bd10f908e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:43.853646 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-5ef41294-fa6b-4f6d-a257-bd10f908e4f7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1375985 Jun 01 13:01:43.965365 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-79d0fa78-56a1-49c4-8df3-86d1bb7e4c7f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 1000 time: 0.1043286 Jun 01 13:01:44.032016 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-955263bd-d3f5-4a5b-9b36-1ae40a46b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:44.033496 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-955263bd-d3f5-4a5b-9b36-1ae40a46b5ce service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0618854 Jun 01 13:01:44.061049 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:44.220940 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-b945bbb8-f1d8-48c5-bd0e-481ec2126fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:44.222336 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-b945bbb8-f1d8-48c5-bd0e-481ec2126fbb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1809695 Jun 01 13:01:44.359550 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-b6bce741-d472-4682-be93-4f2f7ce08a39 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299632 Jun 01 13:01:44.499455 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-34cddb61-2660-40ab-918d-08877c1c1db3 req-9e1e6e94-7c21-401d-9477-dd93eaca2527 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328211 Jun 01 13:01:45.015921 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b5d54-daf6-4c28-936c-092f9d155a51 req-ae638f5d-9459-47ed-a63f-e0135f072548 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:45.017442 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-628b5d54-daf6-4c28-936c-092f9d155a51 req-ae638f5d-9459-47ed-a63f-e0135f072548 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0987942 Jun 01 13:01:45.067166 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-628b5d54-daf6-4c28-936c-092f9d155a51 req-afdc5da7-05b2-4b57-8f82-759801216eb1 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438766 Jun 01 13:01:45.308535 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:46.284394 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65c75f-9266-4042-a29d-7486802acd46 req-ee31f4d1-aa3c-4d1f-aa37-aab52c7d6a8b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:46.285902 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad65c75f-9266-4042-a29d-7486802acd46 req-ee31f4d1-aa3c-4d1f-aa37-aab52c7d6a8b tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0927448 Jun 01 13:01:46.430791 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-ad65c75f-9266-4042-a29d-7486802acd46 req-56720ce5-f0cb-4d46-a8c5-7844ba860174 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388607 Jun 01 13:01:47.635045 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311b78-3314-4205-90e6-2c59ac00010d req-3136f248-b488-4ebf-9860-c4c203c35c7f tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:47.636500 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8e311b78-3314-4205-90e6-2c59ac00010d req-3136f248-b488-4ebf-9860-c4c203c35c7f tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0908856 Jun 01 13:01:47.693183 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-8e311b78-3314-4205-90e6-2c59ac00010d req-88772737-3147-414e-8d48-9f99d8abc124 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502846 Jun 01 13:01:47.980015 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:01:48.900409 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a2a32-be44-4c40-92c1-937810ac36ee req-d710a23b-b14b-45e5-bd51-e3c0222a7b4c tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:48.901905 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-602a2a32-be44-4c40-92c1-937810ac36ee req-d710a23b-b14b-45e5-bd51-e3c0222a7b4c tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0866158 Jun 01 13:01:48.951117 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-602a2a32-be44-4c40-92c1-937810ac36ee req-fcccf21b-5654-4c24-9207-1a719138bcb2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431912 Jun 01 13:01:50.148428 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddab2a-1043-4e9e-ae64-650db764b183 req-e2a47dd9-3ad8-447d-be68-a9bcf7045db3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:50.150390 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0ddab2a-1043-4e9e-ae64-650db764b183 req-e2a47dd9-3ad8-447d-be68-a9bcf7045db3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0922771 Jun 01 13:01:50.198969 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-f0ddab2a-1043-4e9e-ae64-650db764b183 req-55612299-23c9-4243-ba94-9a76ad371826 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429287 Jun 01 13:01:51.400136 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72d1dd-ffe0-4e37-80ec-da24f758bfc2 req-e7b5995d-a7aa-4b75-ad70-5bc4a84b1456 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:51.401706 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f72d1dd-ffe0-4e37-80ec-da24f758bfc2 req-e7b5995d-a7aa-4b75-ad70-5bc4a84b1456 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0920744 Jun 01 13:01:51.452337 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-7f72d1dd-ffe0-4e37-80ec-da24f758bfc2 req-5b719d2b-e283-4a11-8df0-ddc6166b5691 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423157 Jun 01 13:01:52.659937 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242446d2-e391-4460-a70c-6a0adfbf6660 req-8aec9f72-2b1a-4054-85e1-e9c1e90b71ae tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:52.661640 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-242446d2-e391-4460-a70c-6a0adfbf6660 req-8aec9f72-2b1a-4054-85e1-e9c1e90b71ae tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0906878 Jun 01 13:01:52.718624 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-242446d2-e391-4460-a70c-6a0adfbf6660 req-a9500ce8-136f-4984-b652-76d28378ee9a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507054 Jun 01 13:01:53.918443 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d16c28-041d-498d-95ba-d7bed44948cf req-7ce89454-5bd4-49c1-ae4a-444c9995350d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:53.919937 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a8d16c28-041d-498d-95ba-d7bed44948cf req-7ce89454-5bd4-49c1-ae4a-444c9995350d tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0853214 Jun 01 13:01:53.970540 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-a8d16c28-041d-498d-95ba-d7bed44948cf req-2bee6fff-8aab-49a9-8710-ae6fd1bdb325 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442791 Jun 01 13:01:55.168319 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb26db-7b0c-419f-9e62-82156d958470 req-59ab05e0-95aa-4661-a90f-a2329bd6ade5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:55.170157 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0acb26db-7b0c-419f-9e62-82156d958470 req-59ab05e0-95aa-4661-a90f-a2329bd6ade5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0903881 Jun 01 13:01:55.219065 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-0acb26db-7b0c-419f-9e62-82156d958470 req-1fbcf9d1-d599-412a-afde-59736930563e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426166 Jun 01 13:01:56.417157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6bbe3-ab3d-45ee-ad9d-83756e468629 req-56204538-3304-4f05-9e84-7e188f6a672e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:01:56.418638 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dde6bbe3-ab3d-45ee-ad9d-83756e468629 req-56204538-3304-4f05-9e84-7e188f6a672e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0852158 Jun 01 13:01:56.469186 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-dde6bbe3-ab3d-45ee-ad9d-83756e468629 req-3ead727a-4e85-4ec8-bcff-69d13979a7b0 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=589831f8-a63c-41a7-b6ee-b1b78a87cc2f&id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445075 Jun 01 13:02:08.614711 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:02:10.259707 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-be86ba8a-c13e-4a2d-a154-07018c727b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.102760 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:12.119878 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-2ce8ce6d-87ce-4f23-b8e6-43d4dc887270 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727456 Jun 01 13:02:12.277143 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca665d-0f47-40ad-95dd-fee67447a929 req-75f77fe6-b92e-4177-9af1-4dc5f06c3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:12.279105 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-75f77fe6-b92e-4177-9af1-4dc5f06c3029 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1137 time: 0.0903652 Jun 01 13:02:12.435930 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca665d-0f47-40ad-95dd-fee67447a929 req-2c24ea1f-55a2-47a7-801f-be4ce4ef932e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:12.437528 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-2c24ea1f-55a2-47a7-801f-be4ce4ef932e service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1379929 Jun 01 13:02:12.543877 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-72f67830-8f39-4b36-874f-a0e576572c61 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 1000 time: 0.0987711 Jun 01 13:02:12.608840 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca665d-0f47-40ad-95dd-fee67447a929 req-1b3ca9ea-b9c1-46ea-ba41-d1ea1d24b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:12.610404 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-1b3ca9ea-b9c1-46ea-ba41-d1ea1d24b5a2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0598617 Jun 01 13:02:12.694111 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca665d-0f47-40ad-95dd-fee67447a929 req-e99e947a-ad06-4498-92ec-8f68319047b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:12.695594 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-e99e947a-ad06-4498-92ec-8f68319047b5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0780232 Jun 01 13:02:12.844571 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-ecd74087-f826-4e83-a7a4-ed7c65df0718 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422973 Jun 01 13:02:12.987141 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-caca665d-0f47-40ad-95dd-fee67447a929 req-edac1f43-e397-4c99-b5a2-afd9652727c2 service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353509 Jun 01 13:02:13.713091 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d7b720b0-a019-402c-a463-4f315f353309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:14.068286 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:15.312705 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:17.981061 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:40.266831 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-62b05d5d-aeb6-46b2-9c02-4e87d5e3477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:42.120002 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:43.709347 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e696c558-2af6-4070-b2ae-8f8b5711fa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:44.067164 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.313988 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:45.614650 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:02:47.986124 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:54.778724 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-49969541-eb5b-4008-8925-b814c18d3fa5 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1698965414&fields=id&tenant_id=e6b19eacfec3496c9f55637ae06f66bb HTTP/1.1" status: 200 len: 267 time: 0.0469360 Jun 01 13:02:54.875802 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-83265921-ad82-4077-a62e-4e25c6f51119 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:54.877372 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-83265921-ad82-4077-a62e-4e25c6f51119 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 984 time: 0.0925808 Jun 01 13:02:54.892648 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.v2.base [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Request body: {'port': {'security_groups': ['5e4e3a8f-a65d-4fac-846b-f56ffc19722a']}} {{(pid=98617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 13:02:55.030147 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-16171026'] for port, before_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.286895 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.plugins.ml2.db [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:02:55.318157 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for port, precommit_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.324889 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758335833236', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758335399370', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758335399415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-941836'] for port, after_update {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.331212 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f7c0f359-40f1-4720-b1e7-2ecef2699148 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:02:55.338100 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:55.396829 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:55.397442 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.399023 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-98fd3f06-dc9b-4462-93c3-b360d909cfe4 req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "PUT /v2.0/ports/42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 942 time: 0.5151527 Jun 01 13:02:55.399613 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:02:55.402019 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}665873a824f47600a5b78e855ef32213e2942ee987b2e5a35fb0732bd2762f08" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2a457a-129d-4d10-aa81-6fb7238a08bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:02:55.407675 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36518) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:55.420637 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event updated for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=7']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:55.429262 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.429632 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.429976 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.430331 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.430678 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.431033 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.431380 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.431724 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.432065 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.432451 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.432825 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.433165 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.437193 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-f81a4f1b-2b62-4195-8928-053793a1b024 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:02:55.498291 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:02:55.509539 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.543793 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.621274 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.625227 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-75c0ec63-ffb4-462b-997d-a8d46e3f2296 tempest-AttachVolumeShelveTestJSON-1905727429 tempest-AttachVolumeShelveTestJSON-1905727429-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:02:55.641314 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=589831f8-a63c-41a7-b6ee-b1b78a87cc2f,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:55.653659 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.654027 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.654395 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.654755 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.655106 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.655458 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.655805 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.656160 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.656573 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.656872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.657216 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.657561 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:02:55.660802 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.661979 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "DELETE /v2.0/security-groups/589831f8-a63c-41a7-b6ee-b1b78a87cc2f HTTP/1.1" status: 204 len: 168 time: 0.2531989 Jun 01 13:02:55.662877 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fee40e79-8c8e-4fbf-99e1-894571e8cd75 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:02:55.664751 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36522) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:02:55.705050 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.provisioning_blocks [None req-40a30063-efce-4a72-8d98-373fc827d1d1 None None] Provisioning complete for port 42b6e879-97a0-4647-911c-2c6a8d97792c triggered by entity DHCP. {{(pid=98619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 13:02:55.705452 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-40a30063-efce-4a72-8d98-373fc827d1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16059172'] for port, provisioning_complete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:55.940394 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Deleting port 4d13039e-7214-4ed1-b400-e9ee4ccc3876 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:02:55.940754 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.175816 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.176075 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.307987 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Calling delete_port for 4d13039e-7214-4ed1-b400-e9ee4ccc3876 owned by network:floatingip {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:02:56.440432 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.444316 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-530b1997-71f2-4832-a142-8c8077ec2a4a tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:02:56.487983 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dc3728-1145-4043-804a-dbf9539f19e3 x-openstack-request-id: req-36dc3728-1145-4043-804a-dbf9539f19e3 {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:02:56.488652 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:02:56.488652 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-36dc3728-1145-4043-804a-dbf9539f19e3 {{(pid=98617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:02:56.489371 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:02:56.492555 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event deleted for resources: {'Port': ['ID=4d13039e-7214-4ed1-b400-e9ee4ccc3876,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:02:56.496047 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:02:56.637758 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks [] for floatingip, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:56.638075 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.db.l3_db [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Floating IP dbfa494f-6ff5-400b-adcd-782bc7326c80 disassociated (deleted). External IP: 172.28.3.74, port: 42b6e879-97a0-4647-911c-2c6a8d97792c. Jun 01 13:02:56.730685 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-776b0e30-37ad-4513-8162-0098cc662e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:56.732156 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-776b0e30-37ad-4513-8162-0098cc662e1d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1098 time: 0.2112820 Jun 01 13:02:57.008455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-19129dc7-d0d3-47b9-94e2-23f3facbc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:57.009825 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-19129dc7-d0d3-47b9-94e2-23f3facbc814 service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.2285573 Jun 01 13:02:57.143801 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-a4ba976f-48c7-43d8-a56b-bf10cfb364eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 217 time: 0.1261842 Jun 01 13:02:57.219214 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Router 57812407-f12a-410a-b55b-beb06ce517ce has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:02:57.226495 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-7dcbe485-cb4f-4f34-a708-88910b9c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:57.227925 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-7dcbe485-cb4f-4f34-a708-88910b9c6097 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0758119 Jun 01 13:02:57.579170 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:02:57.586168 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-94b19c6d-9d4d-421b-9376-afac07bfaf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:57.587666 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-94b19c6d-9d4d-421b-9376-afac07bfaf8d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3531437 Jun 01 13:02:57.589926 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Sync routers for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:02:57.599881 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:02:57.600511 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:02:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:57.620097 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for floatingip, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:02:57.750813 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-b84868b5-5094-4b3d-961c-baf5531534d3 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "DELETE /v2.0/floatingips/dbfa494f-6ff5-400b-adcd-782bc7326c80 HTTP/1.1" status: 204 len: 168 time: 2.0850959 Jun 01 13:02:57.753332 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:02:57.755713 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc5a2e9-5471-4280-a092-e100fd9957ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:02:57.787825 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-a636b0b7-643f-4dc2-9f78-f035c461b97a service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907709 Jun 01 13:02:57.822457 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:02:57.823636 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41835d3-a4f9-41c8-9d57-666ac69022cb x-openstack-request-id: req-c41835d3-a4f9-41c8-9d57-666ac69022cb {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:02:57.823958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:02:57.824241 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-c41835d3-a4f9-41c8-9d57-666ac69022cb {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:02:57.824696 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:02:57.942410 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-0d2a457a-129d-4d10-aa81-6fb7238a08bf req-b0acd5ab-b5e9-4430-bb08-95b54ca7f61f service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471419 Jun 01 13:02:58.071511 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-12cfb933-f383-4bd7-9599-c645e43eb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:58.073373 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-12cfb933-f383-4bd7-9599-c645e43eb4f0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 1098 time: 0.0822365 Jun 01 13:02:58.168937 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:58.173187 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Checking router: 57812407-f12a-410a-b55b-beb06ce517ce for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:02:58.183033 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:02:58.183708 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:02:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:58.239175 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-a3155ad0-37ad-4ecb-9740-375e72f69b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:58.240692 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-a3155ad0-37ad-4ecb-9740-375e72f69b21 service neutron] 10.222.0.98 "GET /v2.0/networks?id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 200 len: 916 time: 0.1604495 Jun 01 13:02:58.323598 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-7a0ba39a-8c11-4810-a11d-b95ee89d7534 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 200 len: 217 time: 0.0766814 Jun 01 13:02:58.384177 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:02:58.397584 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-ebb86577-3f2f-4aa8-80f7-3394f43b5f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:58.398969 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-ebb86577-3f2f-4aa8-80f7-3394f43b5f55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 200 len: 853 time: 0.0687399 Jun 01 13:02:58.478872 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-6ff2d6a9-8892-4ae7-a8a3-731f2d20cce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:02:58.480365 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-6ff2d6a9-8892-4ae7-a8a3-731f2d20cce4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=33f48bdb-3dc7-4a10-ac6c-14a0d834b612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744212 Jun 01 13:02:58.617222 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-38bf2cf0-ebe9-4194-a4b1-d147c06d8ede service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Jun 01 13:02:58.715032 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:02:58.720279 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c434132c-4a11-41ca-9722-3ece667b6eb8 None None] The sync data for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb is: [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:37Z', 'revision_number': 4, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb', '_interfaces': [{'id': 'bbc0c4d6-a588-4427-90ab-319f46ea9f9a', 'name': '', 'network_id': '33f48bdb-3dc7-4a10-ac6c-14a0d834b612', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'mac_address': 'fa:16:3e:38:41:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:36Z', 'updated_at': '2021-06-01T12:59:42Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'subnets': [{'id': '9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:02:58.759512 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-4fc5a2e9-5471-4280-a092-e100fd9957ba req-d55661c9-af2d-4c88-a3c5-2403a854063f service neutron] 10.222.0.98 "GET /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350167 Jun 01 13:02:58.962354 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238452b1-ca4c-4f74-bc80-adda1b81cfab None None] New status for floating IP dbfa494f-6ff5-400b-adcd-782bc7326c80: DOWN {{(pid=98620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 13:03:01.160449 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade3a8-e75f-4eb8-810a-825efdebc1bf req-ab1d01f0-e17b-409a-95b4-79f5ee292a42 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:03:01.162026 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aeade3a8-e75f-4eb8-810a-825efdebc1bf req-ab1d01f0-e17b-409a-95b4-79f5ee292a42 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0930262 Jun 01 13:03:01.218807 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-aeade3a8-e75f-4eb8-810a-825efdebc1bf req-359beeb2-39e6-482e-85c9-057531ae315e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Jun 01 13:03:02.435493 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f64b9-61d4-47e3-93ed-c9c2f55965a2 req-a3944a9b-4450-4345-be46-486f61fa42c7 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:03:02.437066 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-634f64b9-61d4-47e3-93ed-c9c2f55965a2 req-a3944a9b-4450-4345-be46-486f61fa42c7 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0854142 Jun 01 13:03:02.485348 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-634f64b9-61d4-47e3-93ed-c9c2f55965a2 req-42d3fd3f-e24a-4f7c-bac8-669b4fb6fb0e tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Jun 01 13:03:03.206738 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb5804-f68d-4527-a815-761b398f573e req-9fd7da6a-ceab-407e-a733-a65304cf0eb2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:03:03.207570 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c8cb5804-f68d-4527-a815-761b398f573e req-9fd7da6a-ceab-407e-a733-a65304cf0eb2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Synchronizing usage tracker for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:port {{(pid=98618) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 13:03:03.226339 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.quota.resource [req-c8cb5804-f68d-4527-a815-761b398f573e req-9fd7da6a-ceab-407e-a733-a65304cf0eb2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Unset dirty status for tenant:e6b19eacfec3496c9f55637ae06f66bb on resource:port {{(pid=98618) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 13:03:03.227488 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c8cb5804-f68d-4527-a815-761b398f573e req-9fd7da6a-ceab-407e-a733-a65304cf0eb2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.98 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.1022012 Jun 01 13:03:03.376605 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Deleting port 42b6e879-97a0-4647-911c-2c6a8d97792c {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:03.376981 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.511482 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] For port 42b6e879-97a0-4647-911c-2c6a8d97792c, host hv-cinder-77630, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77630',level=0,port_id=42b6e879-97a0-4647-911c-2c6a8d97792c,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:03.511719 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.687736 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281f17c-6f1c-42f4-9d8f-ab6f2f094d69 req-6bef43f8-7755-4a40-ae72-6ab6c15292f2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 13:03:03.689366 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d281f17c-6f1c-42f4-9d8f-ab6f2f094d69 req-6bef43f8-7755-4a40-ae72-6ab6c15292f2 tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/ports?device_id=c43911a5-9e1a-4c54-a2a8-338de5b57709 HTTP/1.1" status: 200 len: 945 time: 0.0911567 Jun 01 13:03:03.740912 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [req-d281f17c-6f1c-42f4-9d8f-ab6f2f094d69 req-7273dbea-6fac-47bf-8831-cde6725304ab tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.93 "GET /v2.0/security-groups?id=5e4e3a8f-a65d-4fac-846b-f56ffc19722a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Jun 01 13:03:03.751803 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Calling delete_port for 42b6e879-97a0-4647-911c-2c6a8d97792c owned by compute:nova {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:03.867897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:03.874366 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6a28b597-173f-477f-aa73-fdf90682d764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:03.880213 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] get_ports_and_sgs() called for port_ids ['42b6e879-97a0-4647-911c-2c6a8d97792c'] {{(pid=98619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 13:03:03.920731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Pushing event deleted for resources: {'Port': ['ID=42b6e879-97a0-4647-911c-2c6a8d97792c,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:03.923983 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:03.999324 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] No DVR routers for this DVR port 42b6e879-97a0-4647-911c-2c6a8d97792c on host hv-cinder-77630 {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:04.002253 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-239054'] for port, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:04.004958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'name': 'network-vif-deleted', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c'}] {{(pid=98618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 13:03:04.007284 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.93/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}35fecbd985e2b4386f1967806cd7dbe53e7ba673c85d52f9c7dde05951f3bd91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29757fa7-937e-43d7-98ae-6cfd67e33346" -d '{"events": [{"server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "name": "network-vif-deleted", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c"}]}' {{(pid=98618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 13:03:04.022278 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [req-c8cb5804-f68d-4527-a815-761b398f573e req-4561a34b-713a-4bb8-89ff-502e381200df tempest-TestMinimumBasicScenario-889221820 tempest-TestMinimumBasicScenario-889221820-project] 10.222.0.98 "DELETE /v2.0/ports/42b6e879-97a0-4647-911c-2c6a8d97792c HTTP/1.1" status: 204 len: 173 time: 0.7885902 Jun 01 13:03:04.068753 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54323c86-5eb0-41c4-a2e0-7211c12a8e03 x-openstack-request-id: req-54323c86-5eb0-41c4-a2e0-7211c12a8e03 {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 13:03:04.069099 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43911a5-9e1a-4c54-a2a8-338de5b57709", "name": "network-vif-deleted", "tag": "42b6e879-97a0-4647-911c-2c6a8d97792c", "status": "completed", "code": 200}]} {{(pid=98618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 13:03:04.069400 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.93/compute/v2.1/os-server-external-events used request id req-54323c86-5eb0-41c4-a2e0-7211c12a8e03 {{(pid=98618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 13:03:04.069833 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43911a5-9e1a-4c54-a2a8-338de5b57709', 'name': 'network-vif-deleted', 'tag': '42b6e879-97a0-4647-911c-2c6a8d97792c', 'status': 'completed', 'code': 200} Jun 01 13:03:05.538840 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36608) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:06.110658 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.554613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Deleting port bbc0c4d6-a588-4427-90ab-319f46ea9f9a {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:06.555544 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.677869 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] For port bbc0c4d6-a588-4427-90ab-319f46ea9f9a, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:06.678167 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:06.910271 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Calling delete_port for bbc0c4d6-a588-4427-90ab-319f46ea9f9a owned by network:router_interface {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:07.088233 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.092290 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-26e3762a-a100-4da8-9c40-fd10077fb8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:07.137152 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc0c4d6-a588-4427-90ab-319f46ea9f9a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:07.140226 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:07.411038 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:07.798958 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Router 57812407-f12a-410a-b55b-beb06ce517ce has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:07.991139 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:08.002802 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Sync routers for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:08.004302 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-deaca2c0-a690-49f5-a6c4-81116df03448 admin admin] 10.222.0.93 "PUT /v2.0/routers/57812407-f12a-410a-b55b-beb06ce517ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4643273 Jun 01 13:03:08.007035 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36612) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:08.013272 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:03:08.013885 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:02:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.237202 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.246550 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: dv-cinder-776307-6-smb {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:03:08.504903 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 42b6e879-97a0-4647-911c-2c6a8d97792c no longer exists at agent hyperv_hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:08.547179 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.551506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] No Port match for: 42b6e879-97a0-4647-911c-2c6a8d97792c {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:08.551865 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Device 42b6e879-97a0-4647-911c-2c6a8d97792c not bound to the agent host hv-cinder-77630 {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:08.627731 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Deleting port 26037462-f603-4a99-93fd-84b0fbfdc3d7 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:08.628038 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.655996 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62'}], 'enable_snat': True}, 'gw_port_id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T13:03:07Z', 'revision_number': 5, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port': {'id': '26037462-f603-4a99-93fd-84b0fbfdc3d7', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:52:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57812407-f12a-410a-b55b-beb06ce517ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T12:59:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.661867 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Checking router: 57812407-f12a-410a-b55b-beb06ce517ce for host: dv-cinder-776307-6-smb {{(pid=98619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:08.671217 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Routers {'57812407-f12a-410a-b55b-beb06ce517ce'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:03:08.671928 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:02:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['57812407-f12a-410a-b55b-beb06ce517ce'], 'active': True} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.761698 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] For port 26037462-f603-4a99-93fd-84b0fbfdc3d7, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=26037462-f603-4a99-93fd-84b0fbfdc3d7,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:08.762000 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:08.832756 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvr_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] Set router 57812407-f12a-410a-b55b-beb06ce517ce gateway port host: None {{(pid=98619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:03:08.890256 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Calling delete_port for 26037462-f603-4a99-93fd-84b0fbfdc3d7 owned by network:router_gateway {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:08.947431 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_hamode_db [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T13:03:08Z', 'revision_number': 6, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:08.951873 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd0aaac-9297-4661-a91f-02cbbe13f6fb None None] The sync data for ids ['57812407-f12a-410a-b55b-beb06ce517ce'] in dv-cinder-776307-6-smb is: [{'id': '57812407-f12a-410a-b55b-beb06ce517ce', 'name': 'tempest-TestMinimumBasicScenario-284831074-router', 'tenant_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:33Z', 'updated_at': '2021-06-01T13:03:08Z', 'revision_number': 6, 'project_id': 'e6b19eacfec3496c9f55637ae06f66bb', 'gw_port_host': None}] {{(pid=98619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:09.062528 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.066250 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4a4d79a6-14e4-4e5d-9fce-ee570be575a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:09.109780 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26037462-f603-4a99-93fd-84b0fbfdc3d7,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:09.113407 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:09.209077 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.393263 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.395601 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.420095 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.420580 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57812407-f12a-410a-b55b-beb06ce517ce {{(pid=98618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:03:09.433978 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.435153 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-2165144f-9290-4763-9cc6-25eae0db53c2 admin admin] 10.222.0.93 "DELETE /v2.0/routers/57812407-f12a-410a-b55b-beb06ce517ce HTTP/1.1" status: 204 len: 168 time: 1.4271402 Jun 01 13:03:09.437838 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.wsgi [-] (98617) accepted ('10.222.0.93', 36618) {{(pid=98617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:09.511972 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Deleting subnet 9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f {{(pid=98617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 13:03:09.516848 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.579183 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14234212'] for subnet, precommit_delete_associations {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:09.704759 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.085399 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-870646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392169'] for subnet, after_delete {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.089934 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-b541c6ba-fe8b-491e-ae8b-fef69d4c69c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:10.125612 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f,revision_number=None']} {{(pid=98617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:10.128194 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG oslo_concurrency.lockutils [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:10.131123 dv-cinder-776307-6-smb neutron-server[98617]: DEBUG neutron_lib.callbacks.manager [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.136689 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4463c73-dbc3-4fe4-b202-7b084e7ec392 None None] Network 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 13:03:10.138572 dv-cinder-776307-6-smb neutron-server[98617]: INFO neutron.wsgi [None req-dce5f8a0-4ae4-4e32-aaf4-ce3f654e0027 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/9fde7d9f-1aec-44b0-b0bd-5c09c7f0e58f HTTP/1.1" status: 204 len: 168 time: 0.6994357 Jun 01 13:03:10.141257 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36624) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:10.247399 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.312817 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a64b48d0-8ab6-4bf5-b92b-7ffe3cc4e451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.324850 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Deleting port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:10.325203 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.382652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device bbc0c4d6-a588-4427-90ab-319f46ea9f9a no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:10.427738 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] DHCP port deletion for 33f48bdb-3dc7-4a10-ac6c-14a0d834b612 request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 13:03:10.427738 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: bbc0c4d6-a588-4427-90ab-319f46ea9f9a {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:10.427738 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device bbc0c4d6-a588-4427-90ab-319f46ea9f9a not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:10.428992 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 26037462-f603-4a99-93fd-84b0fbfdc3d7 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:10.437276 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] For port 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aca6e08-650c-4f39-8d9c-46f18c8731e9,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:10.437637 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.488896 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 26037462-f603-4a99-93fd-84b0fbfdc3d7 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:10.489222 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 26037462-f603-4a99-93fd-84b0fbfdc3d7 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:10.525361 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Deleting port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:10.525737 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.630243 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] For port 2aca6e08-650c-4f39-8d9c-46f18c8731e9, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=2aca6e08-650c-4f39-8d9c-46f18c8731e9,segment=NetworkSegment(0296e068-9e1b-4776-a159-9c3377609300),segment_id=0296e068-9e1b-4776-a159-9c3377609300)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:10.630514 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.684162 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Calling delete_port for 2aca6e08-650c-4f39-8d9c-46f18c8731e9 owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:10.741613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.745613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-95b7e4c3-0bb8-4fd5-b8bb-1239c1bda4ab tempest-TestShelveInstance-32251217 tempest-TestShelveInstance-32251217-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:10.763537 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Calling delete_port for 2aca6e08-650c-4f39-8d9c-46f18c8731e9 owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:10.790351 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aca6e08-650c-4f39-8d9c-46f18c8731e9,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:10.793508 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:10.794455 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] No DVR routers for this DVR port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:10.812143 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.815536 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:10.864581 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Pushing event deleted for resources: {'Port': ['ID=2aca6e08-650c-4f39-8d9c-46f18c8731e9,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:10.867068 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] No DVR routers for this DVR port 2aca6e08-650c-4f39-8d9c-46f18c8731e9 on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:10.876249 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.876836 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.877348 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.877674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.877996 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.878320 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.878637 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.878961 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.879270 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.879583 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.879908 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.880238 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776307-6-smb {{(pid=98619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 13:03:10.883713 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-5be5483f-246f-4e1f-a6ad-67b2ff8d46de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:10.915657 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.929951 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f48bdb-3dc7-4a10-ac6c-14a0d834b612']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:10.942354 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0296e068-9e1b-4776-a159-9c3377609300') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:10.942646 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0296e068-9e1b-4776-a159-9c3377609300') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:10.955167 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.973042 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.979767 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Releasing vlan 1071 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:10.980244 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 13:03:10.993844 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 13:03:11.076053 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.080926 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:11.096302 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:11.104624 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Pushing event deleted for resources: {'Network': ['ID=33f48bdb-3dc7-4a10-ac6c-14a0d834b612,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:11.109291 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:11.124636 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] 10.222.0.93 "DELETE /v2.0/networks/33f48bdb-3dc7-4a10-ac6c-14a0d834b612 HTTP/1.1" status: 204 len: 168 time: 0.9822111 Jun 01 13:03:11.129554 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36634) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:11.700801 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516385'] for router_interface, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.121720 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.139960 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Deleting port 6970ac7a-8549-4479-bad9-fd853666dd50 {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:12.140265 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.374206 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aca6e08-650c-4f39-8d9c-46f18c8731e9 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:12.383897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] For port 6970ac7a-8549-4479-bad9-fd853666dd50, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=6970ac7a-8549-4479-bad9-fd853666dd50,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:12.384266 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.408591 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 2aca6e08-650c-4f39-8d9c-46f18c8731e9 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:12.408967 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 2aca6e08-650c-4f39-8d9c-46f18c8731e9 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:12.512466 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Calling delete_port for 6970ac7a-8549-4479-bad9-fd853666dd50 owned by network:router_interface {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:12.680480 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:12.684255 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-65dcc59d-41c7-48a8-8bbe-7da4ae1f416b tempest-ServerRescueNegativeTestJSON-1701071858 tempest-ServerRescueNegativeTestJSON-1701071858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:12.727935 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Pushing event deleted for resources: {'Port': ['ID=6970ac7a-8549-4479-bad9-fd853666dd50,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:12.730928 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:13.003613 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16381674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-520881'] for router_interface, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.387419 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd has already been hosted by L3 agent 07e3e388-8cda-47e1-b987-7f5c18bd14eb {{(pid=98618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 13:03:13.572231 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] Notify agent at l3_agent.dv-cinder-776307-6-smb the message routers_updated {{(pid=98618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 13:03:13.581512 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Sync routers for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 13:03:13.594241 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:03:13.594946 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:02:44Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:13.595158 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-4e91fbe4-ad14-46f5-8620-658b61a3e547 admin admin] 10.222.0.93 "PUT /v2.0/routers/289aa3ac-aa8e-4db8-aeae-f2ef97d454dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4638822 Jun 01 13:03:13.597826 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36646) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:13.708268 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-960c6c73-e866-4bc6-9e5b-5fe73f3098dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:13.783337 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: dv-cinder-776307-6-smb {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:03:13.895669 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks [] for router, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.063349 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.068686 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'external_fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147'}], 'enable_snat': True}, 'gw_port_id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T13:03:12Z', 'revision_number': 5, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port': {'id': '0b2b657f-3d11-4dcc-843a-2b754a32856a', 'name': '', 'network_id': '38246d21-71b6-4a36-a2ba-395200fc688d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:42:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'ip_address': '172.28.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776307-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T12:59:41Z', 'updated_at': '2021-06-01T12:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d5278a9-5cf0-4335-bcf1-834c5d4b197d', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776307-6-smb'}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:14.073191 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Checking router: 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd for host: dv-cinder-776307-6-smb {{(pid=98620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 13:03:14.079291 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.083037 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Routers {'289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'} bound to L3 agent in host dv-cinder-776307-6-smb {{(pid=98620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 13:03:14.083192 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776307-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T12:39:14Z,description=,heartbeat_timestamp=2021-06-01T13:03:14Z,host='dv-cinder-776307-6-smb',id=07e3e388-8cda-47e1-b987-7f5c18bd14eb,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T12:39:14Z,topic='l3_agent')) {'router_ids': ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'], 'active': True} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:14.159773 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Deleting port 0b2b657f-3d11-4dcc-843a-2b754a32856a {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:14.160107 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.243506 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_dvr_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] Set router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd gateway port host: None {{(pid=98620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 13:03:14.297610 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] For port 0b2b657f-3d11-4dcc-843a-2b754a32856a, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0b2b657f-3d11-4dcc-843a-2b754a32856a,segment=NetworkSegment(c134bc42-6099-4d1a-bed7-3a76a4444d6f),segment_id=c134bc42-6099-4d1a-bed7-3a76a4444d6f)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:14.297929 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.352070 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.l3_hamode_db [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T13:03:14Z', 'revision_number': 6, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port_host': None}], 'dv-cinder-776307-6-smb', False) {} {{(pid=98620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:14.358528 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc1578-0241-4675-b7b8-3a1d11527949 None None] The sync data for ids ['289aa3ac-aa8e-4db8-aeae-f2ef97d454dd'] in dv-cinder-776307-6-smb is: [{'id': '289aa3ac-aa8e-4db8-aeae-f2ef97d454dd', 'name': 'tempest-TestMinimumBasicScenario-1885122179-router', 'tenant_id': '3f8f8d8136a847ef84be4695bcb8c844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T12:59:40Z', 'updated_at': '2021-06-01T13:03:14Z', 'revision_number': 6, 'project_id': '3f8f8d8136a847ef84be4695bcb8c844', 'gw_port_host': None}] {{(pid=98620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 13:03:14.427081 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Calling delete_port for 0b2b657f-3d11-4dcc-843a-2b754a32856a owned by network:router_gateway {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:14.583532 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.587864 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-6e7a8a09-3996-4be6-adc9-c6b4e660df45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:14.630753 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b2b657f-3d11-4dcc-843a-2b754a32856a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:14.633542 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:14.732863 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-518204'] for router_gateway, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.911541 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-520369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-63287'] for router, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.914004 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.945183 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-523917'] for router, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.945857 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 289aa3ac-aa8e-4db8-aeae-f2ef97d454dd {{(pid=98618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 13:03:14.959778 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] Notify callbacks [] for router, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:14.961344 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-f4925e61-965b-4531-ab55-8dc30b4cf316 admin admin] 10.222.0.93 "DELETE /v2.0/routers/289aa3ac-aa8e-4db8-aeae-f2ef97d454dd HTTP/1.1" status: 204 len: 168 time: 1.3623869 Jun 01 13:03:14.963979 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36652) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:15.029821 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Deleting subnet e3aa038e-b71e-4521-99d1-cd142d8e9d4b {{(pid=98618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 13:03:15.032814 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.086071 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1827590'] for subnet, precommit_delete_associations {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.171687 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16115678'] for subnet, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.320101 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.565159 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16063339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2450312', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2184979'] for subnet, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.569449 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-cc03bb30-65c0-4bce-8444-0a8560e25528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:15.604345 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aa038e-b71e-4521-99d1-cd142d8e9d4b,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:15.607505 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:15.608502 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for subnet, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.615620 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-fb224ae2-b0a8-4704-8d2e-35badb33a2c3 admin admin] 10.222.0.93 "DELETE /v2.0/subnets/e3aa038e-b71e-4521-99d1-cd142d8e9d4b HTTP/1.1" status: 204 len: 168 time: 0.6504407 Jun 01 13:03:15.616498 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba36cda-6056-4f8a-92e2-d9a8d24a101d None None] Network daa3953f-2d60-407f-9576-243d91f704c7 requested from dv-cinder-776307-6-smb {{(pid=98619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 13:03:15.618740 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36656) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:15.731660 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16206762'] for network, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.803573 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Deleting port 0365e33a-8e68-4294-82e1-7c67c3117cfb {{(pid=98618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:15.803866 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.904577 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] DHCP port deletion for daa3953f-2d60-407f-9576-243d91f704c7 request from dv-cinder-776307-6-smb {{(pid=98619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 13:03:15.907859 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.db [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] For port 0365e33a-8e68-4294-82e1-7c67c3117cfb, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0365e33a-8e68-4294-82e1-7c67c3117cfb,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:15.908219 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:15.974083 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Deleting port 0365e33a-8e68-4294-82e1-7c67c3117cfb {{(pid=98619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 13:03:15.974441 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758335830083'] for port, before_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.039538 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.plugin [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Calling delete_port for 0365e33a-8e68-4294-82e1-7c67c3117cfb owned by network:dhcp {{(pid=98618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:16.071016 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.db [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] For port 0365e33a-8e68-4294-82e1-7c67c3117cfb, host dv-cinder-776307-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776307-6-smb',level=0,port_id=0365e33a-8e68-4294-82e1-7c67c3117cfb,segment=NetworkSegment(00c8ff52-91cb-456f-aa53-1579271fae70),segment_id=00c8ff52-91cb-456f-aa53-1579271fae70)] {{(pid=98619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 13:03:16.071652 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-518896'] for port, precommit_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.091964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2520187'] for port, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.095954 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:16.139335 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0365e33a-8e68-4294-82e1-7c67c3117cfb,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.142472 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:16.143178 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] No DVR routers for this DVR port 0365e33a-8e68-4294-82e1-7c67c3117cfb on host dv-cinder-776307-6-smb {{(pid=98618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:16.202350 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Calling delete_port for 0365e33a-8e68-4294-82e1-7c67c3117cfb owned by network:dhcp {{(pid=98619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 13:03:16.249598 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16174277', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16381688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758335833254', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758335399361'] for port, after_delete {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.253746 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-478b3cb1-da98-4085-9ea9-62c283f96968 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:16.260968 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16061265', 'neutron.services.segments.db._delete_segments_for_network-8758335843804'] for network, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.274628 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa3953f-2d60-407f-9576-243d91f704c7']}} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:16.287442 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c8ff52-91cb-456f-aa53-1579271fae70') {'for_net_delete': True} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:16.287787 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.services.segments.db [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c8ff52-91cb-456f-aa53-1579271fae70') {} {{(pid=98618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 13:03:16.297711 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Pushing event deleted for resources: {'Port': ['ID=0365e33a-8e68-4294-82e1-7c67c3117cfb,revision_number=None']} {{(pid=98619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.299790 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758335852445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1827597'] for segment, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.300326 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG oslo_concurrency.lockutils [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98619) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:16.303884 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a9cb5-19d0-4c3c-b968-5a99fb966e40 None None] No DVR routers for this DVR port 0365e33a-8e68-4294-82e1-7c67c3117cfb on host dv-cinder-776307-6-smb {{(pid=98619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 13:03:16.320373 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225'] for segment, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.327925 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=98618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 13:03:16.328406 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16117225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2520110'] for segment, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: Traceback (most recent call last): Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: timer() Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: cb(*args, **kw) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: return func(*args, **kwargs) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: self._notify() Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: self.callback(batched_events) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: event.method(event) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: return f(self, *a, **k) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: return self._get(url).json() Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: return self.request(url, 'GET', **kwargs) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 13:03:16.343342 dv-cinder-776307-6-smb neutron-server[98618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 13:03:16.378892 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0b2b657f-3d11-4dcc-843a-2b754a32856a no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:16.417504 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 0b2b657f-3d11-4dcc-843a-2b754a32856a {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:16.418283 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0b2b657f-3d11-4dcc-843a-2b754a32856a not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:16.418812 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6970ac7a-8549-4479-bad9-fd853666dd50 no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:16.426257 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16061272', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-329015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16381667', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-518177'] for network, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.430042 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:16.443820 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16381638'] for network, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.454312 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=daa3953f-2d60-407f-9576-243d91f704c7,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.457837 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 6970ac7a-8549-4479-bad9-fd853666dd50 {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:16.458338 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 6970ac7a-8549-4479-bad9-fd853666dd50 not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:16.458594 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:16.458743 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0365e33a-8e68-4294-82e1-7c67c3117cfb no longer exists at agent ovs-agent-dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 13:03:16.464864 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-8c63f2d6-ae35-4106-bc9b-66c27eb63dfa admin admin] 10.222.0.93 "DELETE /v2.0/networks/daa3953f-2d60-407f-9576-243d91f704c7 HTTP/1.1" status: 204 len: 168 time: 0.8427291 Jun 01 13:03:16.493896 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.plugin [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] No Port match for: 0365e33a-8e68-4294-82e1-7c67c3117cfb {{(pid=98619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 13:03:16.494248 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron.plugins.ml2.rpc [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Device 0365e33a-8e68-4294-82e1-7c67c3117cfb not bound to the agent host dv-cinder-776307-6-smb {{(pid=98619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 13:03:16.671948 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36662) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:16.724201 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-7594798d-5085-43a6-b0f1-debe12e2e149 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=e6b19eacfec3496c9f55637ae06f66bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507562 Jun 01 13:03:16.727034 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36666) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:16.800503 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.828263 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.888187 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.896329 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-f133fbb7-1327-4fa0-9f89-8754906223c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:16.914897 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4e3a8f-a65d-4fac-846b-f56ffc19722a,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:16.918989 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:16.922377 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:16.924611 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-24065beb-7b2f-4817-b8ef-b72ef2aaed5a admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/5e4e3a8f-a65d-4fac-846b-f56ffc19722a HTTP/1.1" status: 204 len: 168 time: 0.1966133 Jun 01 13:03:17.316629 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36674) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:17.369342 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-31c291ed-9d96-4c4e-a869-0541924efa00 admin admin] 10.222.0.93 "GET /v2.0/security-groups?tenant_id=3f8f8d8136a847ef84be4695bcb8c844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513353 Jun 01 13:03:17.371964 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [-] (98618) accepted ('10.222.0.93', 36678) {{(pid=98618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 13:03:17.432566 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.459426 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.522861 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329079'] for security_group, after_delete {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.526808 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-fb4ff0a3-0bee-44c5-9bea-3a2dff6e59e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 13:03:17.538972 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53653ce1-6b9e-4ae8-963f-8630d0bce569,revision_number=None']} {{(pid=98618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 13:03:17.543245 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG oslo_concurrency.lockutils [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98618) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 13:03:17.546918 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron_lib.callbacks.manager [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:17.548276 dv-cinder-776307-6-smb neutron-server[98618]: INFO neutron.wsgi [None req-e9a041a3-2706-476b-a19b-dfafaa9d7967 admin admin] 10.222.0.93 "DELETE /v2.0/security-groups/53653ce1-6b9e-4ae8-963f-8630d0bce569 HTTP/1.1" status: 204 len: 168 time: 0.1752951 Jun 01 13:03:17.987891 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:22.614643 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:03:40.258061 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-3a54591a-bbd4-49a3-a1ce-73536a5b1f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:42.129908 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:43.720960 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-d716dd19-3495-4e60-9de2-5a9766e395e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:44.065613 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:45.320951 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:47.993506 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:03:59.615436 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:04:10.263028 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-42df9ee3-84b1-4f19-8fb4-3bed8721680c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:12.161115 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:13.706983 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-03c25487-4467-43a0-b95d-f2431e0fcb35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:14.061965 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:15.322137 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:17.997727 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:36.614585 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:04:40.272947 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e5955d42-f724-40e7-bcfa-bcdce0997353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:42.174807 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:43.130178 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [req-a901e25f-5cbe-426a-b17d-47e4c758e758 req-d5b188cf-aab2-407b-b034-c040b4efaa59 service neutron] (98618) timed out ('10.222.0.98', 64050) {{(pid=98618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:04:43.703710 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c3fc9f6e-1890-430d-acdc-612ba4bd9ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:44.070640 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:45.325576 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:04:48.004029 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:10.269389 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-2f117d53-33a3-4164-8f96-3b7e73d66351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:11.722666 dv-cinder-776307-6-smb neutron-server[98618]: DEBUG neutron.wsgi [req-3dad0dca-b396-4da6-baa9-8960df5c7e78 req-d7854db4-bb49-4b0a-930f-1e8e6accdc2a service neutron] (98618) timed out ('10.222.0.98', 64045) {{(pid=98618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 01 13:05:12.173700 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:13.614311 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:05:13.702835 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-276cfcfe-f6f6-4bc8-81f1-731fa358e785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:14.069712 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:15.333102 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:18.004577 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:40.265771 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-0e13fe53-275e-4907-a1f2-0583892de0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:42.189414 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:43.704570 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-052e6853-27f2-479d-9e1a-8a6ff598d06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:44.068759 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:45.337451 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:48.008463 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:05:50.618261 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:06:10.299095 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-f0ac6332-26f9-4b94-918a-eb539ba4bc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:12.194678 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:13.701583 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-6bab0753-0b13-48a9-9fa4-38e1ac3e9ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:14.065303 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:15.335603 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:18.013485 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:27.617600 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:06:40.267919 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-13954fb6-5cae-456e-b2ea-f863d7c0f5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:42.200751 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:43.697511 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-a97d58ab-7cc3-4821-b886-a392865bf552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:44.068692 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:45.337629 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:06:48.019358 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:04.617435 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:07:10.265674 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-00dd5884-7372-420b-bdab-962d5542dc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:12.220314 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:13.693566 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-ee28d0f7-fd48-4b3e-bf3e-da0f8232ccbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:14.066296 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:15.340455 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:18.018199 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:40.263531 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-344652e3-de87-43fa-aaba-199fbb600ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:41.619842 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 13:07:42.230092 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:43.690122 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-c7229fff-8ac8-44cd-b03d-5fe2e3124067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:44.066790 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:45.344579 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:07:48.022312 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:10.259433 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-94fbcbc5-2b2e-49e0-b1ae-0a05b43b53f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:12.229564 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-7c5f0b25-2a11-4744-a17a-24178c59e1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:13.686536 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-dc449682-c61e-430f-93e7-60d1cccc9b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:14.063502 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-63550066-a66c-4c6b-b8b6-66b8f7181df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:15.345375 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-1c1dab2c-1732-4c22-a486-f46a5d53df3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.024602 dv-cinder-776307-6-smb neutron-server[98619]: DEBUG neutron_lib.callbacks.manager [None req-e525f010-a723-4b31-84c5-67b0c1d6f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758335843822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16058527'] for agent, after_update {{(pid=98619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 13:08:18.619548 dv-cinder-776307-6-smb neutron-server[98620]: DEBUG neutron.db.agents_db [None req-96cb7a66-1d55-4fa1-9ae2-f134842852de None None] Agent healthcheck: found 6 active agents {{(pid=98620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}